-- Logs begin at Mon 2022-06-20 14:09:37 UTC, end at Mon 2022-06-20 15:12:22 UTC. -- Jun 20 14:43:48.146754 dv-cinder-836973-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 20 14:43:50.768006 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.common.config [-] Logging enabled! Jun 20 14:43:50.768670 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev350 Jun 20 14:43:50.768806 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110264) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 20 14:43:50.771998 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.common.config [-] Logging enabled! Jun 20 14:43:50.772243 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev350 Jun 20 14:43:50.772542 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110264) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 20 14:43:50.773503 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 20 14:43:50.773728 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 20 14:43:50.774094 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 20 14:43:50.774330 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 20 14:43:50.774552 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 20 14:43:50.774956 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.775249 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.775473 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.775746 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.776031 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.776307 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.776590 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.776914 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.777194 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.777468 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.777742 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.777968 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.778222 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.778499 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.778777 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.778994 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] debug = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.779265 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.779697 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.780098 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.780372 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.780654 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.780952 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.781215 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.781484 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.781763 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.782084 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] host = dv-cinder-836973-5-iscsi {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.782354 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.782632 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.782913 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.783192 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.783460 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.783727 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.784008 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.784271 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.784534 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] log_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.784825 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.785109 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.785387 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.785667 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.785884 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.786100 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.786375 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.786666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.786935 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.787200 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.787503 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.787773 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.788036 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.788303 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.788572 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.788875 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.789157 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.789423 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.789688 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.789952 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.790219 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.790492 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.790761 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.791032 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.791295 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.791573 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.791834 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.792099 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.792391 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.792672 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.792972 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.793253 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.793522 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.793797 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.794070 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.794335 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.794602 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] use_json = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.794869 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.795132 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.795404 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.795671 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.795935 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.796200 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.796465 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.796831 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.797105 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:50.797395 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.797686 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.797980 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.798255 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.798564 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.798840 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.799122 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.799394 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.799682 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.799966 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.800253 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.800526 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.800842 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.801129 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.801421 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.801722 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.802010 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.802294 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.802564 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.802833 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.803195 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.803469 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.803802 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.804086 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.804370 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.804656 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.804967 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.805267 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.805550 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.805833 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.806124 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.806406 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.806674 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.806950 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.807234 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.807507 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.807774 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.808060 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.808330 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.808592 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.808887 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.809171 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.809449 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.809712 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.809983 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.810263 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.810533 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.810795 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.811057 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.811324 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.811586 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.811864 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.812134 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.812395 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.812658 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.812952 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.813215 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.813478 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.813748 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.814012 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.814286 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.814849 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.815160 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.815388 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.815651 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.815912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.816175 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.816438 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.816707 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.816992 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.817257 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.817523 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.817787 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.818051 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.818342 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.818678 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.819022 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.819300 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.819574 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.819847 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.820118 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.820388 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.820663 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.820966 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.821251 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.821529 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.821808 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.822103 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.822355 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.822663 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.822941 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.823213 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.823491 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.823766 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.824039 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.824322 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.824597 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.824910 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.825202 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.825475 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.825762 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.826049 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.826334 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.826609 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.826912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.827182 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:50.827393 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 20 14:43:50.827630 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110264) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 20 14:43:51.119690 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 20 14:43:51.119938 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 20 14:43:51.120266 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 20 14:43:51.120591 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 20 14:43:51.527829 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.528064 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.528368 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.529664 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.529942 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.530201 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.581495 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.581760 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.582021 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.596327 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.596599 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.596961 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.625656 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.625922 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.626187 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.661607 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.661881 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.662131 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.891275 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.891912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.891912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.891912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.892843 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.989562 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.989870 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.990150 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.990418 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.990867 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.991028 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.991244 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.991493 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.991740 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.992016 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.992269 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.992524 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.992752 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.993031 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.993263 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.993518 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.993765 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.994024 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.994283 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.994532 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.994799 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.995041 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.995313 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.995676 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.995902 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.996141 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:51.996522 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:51.996773 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:51.997009 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:51.997238 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:51.997467 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:51.997693 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:51.998047 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 20 14:43:52.001156 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 20 14:43:52.005030 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 20 14:43:52.008959 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 20 14:43:52.010561 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 20 14:43:52.011172 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 20 14:43:52.011497 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 20 14:43:52.011869 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 20 14:43:52.014646 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 20 14:43:52.014896 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 20 14:43:52.015235 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 20 14:43:52.020248 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 20 14:43:52.043472 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 20 14:43:52.043928 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.044222 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110264) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 20 14:43:52.044584 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.045956 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110264) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 20 14:43:52.046231 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 20 14:43:52.046469 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 20 14:43:52.049961 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.050232 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.133948 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 20 14:43:52.134189 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 20 14:43:52.134428 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 20 14:43:52.134806 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 20 14:43:52.186852 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO dbcounter [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Registered counter for database neutron Jun 20 14:43:52.210682 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_db.sqlalchemy.engines [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110264) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 20 14:43:52.217112 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG dbcounter [-] [110264] Writer thread running {{(pid=110264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 20 14:43:52.773549 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing driver for type 'gre' Jun 20 14:43:52.774061 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] gre ID ranges: [(1, 1000)] Jun 20 14:43:52.830310 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing driver for type 'local' Jun 20 14:43:52.830680 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing driver for type 'vlan' Jun 20 14:43:52.850412 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] VlanTypeDriver initialization complete Jun 20 14:43:52.850978 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing driver for type 'vxlan' Jun 20 14:43:52.851541 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] vxlan ID ranges: [(1, 1000)] Jun 20 14:43:52.907857 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing extension driver 'port_security' Jun 20 14:43:52.908482 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.extensions.port_security [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] PortSecurityExtensionDriver initialization complete Jun 20 14:43:52.908569 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing mechanism driver 'openvswitch' Jun 20 14:43:52.908926 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing mechanism driver 'hyperv' Jun 20 14:43:52.916126 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.plugin [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:43:52.917115 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.917632 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.918130 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.918823 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 20 14:43:52.919523 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnet after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.920109 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnet after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.920660 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.921187 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 20 14:43:52.921597 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.921946 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.922285 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.922669 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 20 14:43:52.923255 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > security_group after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.923803 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > security_group after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.924173 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.924543 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 20 14:43:52.924974 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.925317 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.925657 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.926040 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 20 14:43:52.926438 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > address_group after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.926780 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > address_group after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.927106 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.927485 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110264) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 20 14:43:52.927937 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] ML2 OVO RPC backend initialized. {{(pid=110264) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 20 14:43:52.928699 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.929069 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.929468 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.929811 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > networks before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.930149 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.930481 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > ports before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.930814 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnet before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.931147 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnets before_response 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.931483 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.931812 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.932138 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.932464 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.932815 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.933142 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.933467 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnet after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.933793 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnet after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.934117 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.942131 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded quota_driver: . Jun 20 14:43:52.942488 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.plugin [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Modular L2 Plugin initialization complete Jun 20 14:43:52.942828 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading services supported by the core plugin {{(pid=110264) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 20 14:43:52.943170 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.plugins.ml2.managers [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Got port-security extension from driver 'port_security' Jun 20 14:43:52.943668 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.extensions.vlantransparent [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Disabled vlantransparent extension. Jun 20 14:43:52.944181 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110264) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 20 14:43:52.944498 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: router Jun 20 14:43:52.979476 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.979852 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router after_create 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.980215 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router before_create 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.980569 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.980965 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.981318 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router after_delete 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.981665 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.982006 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.982358 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router after_create 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.982698 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router after_update 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.983020 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router after_update 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.983356 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.983705 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router after_update 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.984106 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_update 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.984463 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: port after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.984815 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: port after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.985146 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: subnet after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.985486 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.985808 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.986142 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_create 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.986474 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: port before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.986808 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.987152 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router after_update 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.987483 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.987824 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_create 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.988172 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.988613 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_update 55549900 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.988995 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > agent after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.989338 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > agent after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.989674 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > network after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.990561 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Tracking information for resource: router configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:52.991000 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Tracking information for resource: floatingip configured {{(pid=110264) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 20 14:43:52.995883 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.db.l3_agentschedulers_db [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 20 14:43:52.996437 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: port after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.996817 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: port after_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.997158 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: port after_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.997498 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: port after_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.998275 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router before_create 55550100 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.998627 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.998980 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_create 55550100 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:52.999328 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > router precommit_update 55550100 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.004101 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.services.provider_configuration [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service providers = [] {{(pid=110264) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 20 14:43:53.004461 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.db.servicetype_db [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110264) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 20 14:43:53.007726 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.services.service_base [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 14:43:53.008075 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.services.service_base [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 14:43:53.008409 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.services.service_base [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 14:43:53.009294 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.services.service_base [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110264) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 20 14:43:53.009660 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.services.service_base [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 20 14:43:53.010028 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.010340 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 20 14:43:53.020606 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.020969 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: auto_allocate Jun 20 14:43:53.026900 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: network precommit_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.027263 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: network precommit_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.027811 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.028124 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: tag Jun 20 14:43:53.035001 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.035326 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: timestamp Jun 20 14:43:53.039136 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.039464 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: network_ip_availability Jun 20 14:43:53.045069 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.045441 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.045785 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.046520 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.046813 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: flavors Jun 20 14:43:53.051801 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.052123 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading Plugin: revisions Jun 20 14:43:53.056505 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110264) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 20 14:43:53.056925 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_concurrency.lockutils [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.937s {{(pid=110264) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 20 14:43:53.057649 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110264) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 20 14:43:53.057979 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Initializing extension manager. Jun 20 14:43:53.058497 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: __init__.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.058834 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: __pycache__ {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.059161 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: _port_mac_address_override.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.059489 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: address_group.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.060223 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.060840 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: address-group Jun 20 14:43:53.061156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: address_scope.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.061842 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.062355 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: address-scope Jun 20 14:43:53.062669 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.063629 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.064138 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: router-admin-state-down-before-update Jun 20 14:43:53.064451 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: agent.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.065502 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.066014 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: agent Jun 20 14:43:53.066326 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: agent_resources_synced.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.067218 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.067725 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: agent-resources-synced Jun 20 14:43:53.068041 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: allowedaddresspairs.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.070176 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.070693 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: allowed-address-pairs Jun 20 14:43:53.071011 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: auto_allocated_topology.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.072070 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.072578 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: auto-allocated-topology Jun 20 14:43:53.072921 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: availability_zone.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.073602 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.074112 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: availability_zone Jun 20 14:43:53.074429 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: availability_zone_filter.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.075328 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.075835 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: availability_zone_filter Jun 20 14:43:53.076147 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: data_plane_status.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.077065 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.077571 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension data-plane-status not supported by any of loaded plugins Jun 20 14:43:53.077894 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: default_subnetpools.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.078783 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.079303 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: default-subnetpools Jun 20 14:43:53.079616 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.080409 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.080940 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: dhcp_agent_scheduler Jun 20 14:43:53.081258 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: dns.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.082155 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.082660 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension dns-integration not supported by any of loaded plugins Jun 20 14:43:53.082976 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: dns_domain_ports.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.083877 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.084446 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 20 14:43:53.084787 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.085693 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.086198 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 20 14:43:53.086516 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: dvr.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.087169 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.087680 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: dvr Jun 20 14:43:53.087992 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: ecmp_routes.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.089479 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.089992 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 20 14:43:53.090308 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: empty_string_filtering.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.091210 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.091722 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: empty-string-filtering Jun 20 14:43:53.092043 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.093139 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.093647 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 20 14:43:53.093968 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.094867 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.095372 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 20 14:43:53.095684 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: external_net.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.096572 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.097108 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: external-net Jun 20 14:43:53.097426 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.098316 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.098825 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: extra_dhcp_opt Jun 20 14:43:53.099137 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: extraroute.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.100053 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.100556 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: extraroute Jun 20 14:43:53.100898 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: extraroute_atomic.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.101907 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.102419 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: extraroute-atomic Jun 20 14:43:53.102735 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: filter_validation.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.103392 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.103904 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: filter-validation Jun 20 14:43:53.104218 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: fip_pf_description.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.105139 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.105643 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 20 14:43:53.105958 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: fip_pf_port_range.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.106847 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.107361 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 20 14:43:53.107663 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: fip_port_details.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.108624 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.109164 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: fip-port-details Jun 20 14:43:53.109479 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: flavors.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.110687 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.111208 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: flavors Jun 20 14:43:53.111527 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.113206 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.113734 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 20 14:43:53.114062 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: floatingip_pools.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.114748 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.115270 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: floatingip-pools Jun 20 14:43:53.115629 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: ip_allocation.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.116529 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.117069 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension ip_allocation not supported by any of loaded plugins Jun 20 14:43:53.117386 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.118283 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.118793 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: ip-substring-filtering Jun 20 14:43:53.119113 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l2_adjacency.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.120030 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.120529 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 20 14:43:53.120876 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.121842 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.122359 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: router Jun 20 14:43:53.122678 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.124893 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.125419 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 20 14:43:53.125747 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.126648 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.127168 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: ext-gw-mode Jun 20 14:43:53.127491 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.128391 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.128926 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: l3-ha Jun 20 14:43:53.129245 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.130133 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.130639 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 20 14:43:53.130954 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3_flavors.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.131869 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.132378 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: l3-flavors Jun 20 14:43:53.132694 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.134063 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.134576 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 20 14:43:53.134893 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.135805 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.136311 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 20 14:43:53.136625 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: l3agentscheduler.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.139086 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.139605 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: l3_agent_scheduler Jun 20 14:43:53.139934 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: local_ip.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.141715 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.142238 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension local_ip not supported by any of loaded plugins Jun 20 14:43:53.142570 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: logging.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.144010 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.144539 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension logging not supported by any of loaded plugins Jun 20 14:43:53.144888 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: metering.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.145617 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.146195 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: metering Jun 20 14:43:53.146514 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.147686 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.148199 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: metering_source_and_destination_fields Jun 20 14:43:53.148518 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: multiprovidernet.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.149453 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.149963 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: multi-provider Jun 20 14:43:53.150279 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: netmtu.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.151176 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.151681 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: net-mtu Jun 20 14:43:53.151997 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: netmtu_writable.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.152918 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.153433 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: net-mtu-writable Jun 20 14:43:53.153748 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: network_availability_zone.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.154413 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.154920 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: network_availability_zone Jun 20 14:43:53.155232 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: network_ip_availability.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.156308 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.156850 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: network-ip-availability Jun 20 14:43:53.157169 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: network_segment_range.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.157920 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.158420 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension network-segment-range not supported by any of loaded plugins Jun 20 14:43:53.158736 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: pagination.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.159703 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.160027 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: pagination Jun 20 14:43:53.160337 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: port_device_profile.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.161251 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.161768 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: port-device-profile Jun 20 14:43:53.162082 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: port_mac_address_override.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.163145 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.163659 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: port-mac-override Jun 20 14:43:53.163982 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.164933 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.165443 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: port-mac-address-regenerate Jun 20 14:43:53.165754 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.166647 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.167155 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: port-numa-affinity-policy Jun 20 14:43:53.167467 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: port_resource_request.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.168351 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.168889 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension port-resource-request not supported by any of loaded plugins Jun 20 14:43:53.169203 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: port_resource_request_groups.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.170155 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.170661 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 20 14:43:53.170974 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: portbindings.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.171881 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.172395 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: binding Jun 20 14:43:53.172728 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: portbindings_extended.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.174006 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.174515 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: binding-extended Jun 20 14:43:53.174833 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: portsecurity.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.175727 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.176236 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: port-security Jun 20 14:43:53.176553 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: project_id.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.177536 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.177859 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: project-id Jun 20 14:43:53.178233 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: providernet.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.179146 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.179661 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: provider Jun 20 14:43:53.179973 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.183708 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.184235 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos not supported by any of loaded plugins Jun 20 14:43:53.184561 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.185806 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.186318 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 20 14:43:53.186646 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.187559 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.188072 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 20 14:43:53.188391 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_default.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.189317 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.190140 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-default not supported by any of loaded plugins Jun 20 14:43:53.190535 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_fip.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.191436 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.191948 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-fip not supported by any of loaded plugins Jun 20 14:43:53.192265 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.193181 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.193785 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 20 14:43:53.194109 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_gateway_ip.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.195014 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.195517 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 20 14:43:53.195834 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_port_network_policy.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.196745 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.197247 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 20 14:43:53.197562 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.198574 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.199083 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 20 14:43:53.199400 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.200407 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.200950 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 20 14:43:53.201265 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_pps_rule.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.202410 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.202922 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-pps not supported by any of loaded plugins Jun 20 14:43:53.203238 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_rule_type_details.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.204133 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.204641 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 20 14:43:53.204978 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.205887 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.206394 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 20 14:43:53.206709 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: qos_rules_alias.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.207733 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.208247 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 20 14:43:53.208566 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: quota_check_limit.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.209695 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.210216 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: quota-check-limit Jun 20 14:43:53.210532 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: quotasv2.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.211448 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.211767 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: quotas Jun 20 14:43:53.212094 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: quotasv2_detail.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.213784 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.214124 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: quota_details Jun 20 14:43:53.214447 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: rbac.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.215476 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.216002 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: rbac-policies Jun 20 14:43:53.216325 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: rbac_address_group.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.217265 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.217783 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: rbac-address-group Jun 20 14:43:53.218100 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: rbac_address_scope.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.219064 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.219580 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: rbac-address-scope Jun 20 14:43:53.219897 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: rbac_security_groups.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.220821 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.221336 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: rbac-security-groups Jun 20 14:43:53.221654 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: rbac_subnetpool.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.222549 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.223059 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: rbac-subnetpool Jun 20 14:43:53.223371 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: revisionifmatch.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.224275 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.224836 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: revision-if-match Jun 20 14:43:53.225156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: revisions.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.226268 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.226756 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: standard-attr-revisions Jun 20 14:43:53.227078 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: router_availability_zone.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.227901 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.228411 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: router_availability_zone Jun 20 14:43:53.228733 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: routerservicetype.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.229654 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.230160 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension router-service-type not supported by any of loaded plugins Jun 20 14:43:53.230475 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.231379 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.231891 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: security-groups-normalized-cidr Jun 20 14:43:53.232208 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.233150 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.233689 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: port-security-groups-filtering Jun 20 14:43:53.234010 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.234920 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.235430 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: security-groups-remote-address-group Jun 20 14:43:53.235742 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.236646 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.237183 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: security-groups-shared-filtering Jun 20 14:43:53.237494 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: securitygroup.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.246974 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.247500 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: security-group Jun 20 14:43:53.247829 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: segment.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.248546 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.249094 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension segment not supported by any of loaded plugins Jun 20 14:43:53.249414 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.250329 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.250845 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 20 14:43:53.251164 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: servicetype.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.252228 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.252753 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: service-type Jun 20 14:43:53.253088 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: sorting.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.254048 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.254372 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: sorting Jun 20 14:43:53.254689 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: standard_attr_segment.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.255581 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.256136 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 20 14:43:53.256451 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: standardattrdescription.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.257107 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.257616 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: standard-attr-description Jun 20 14:43:53.257927 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: stateful_security_group.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.258859 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.259370 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: stateful-security-group Jun 20 14:43:53.259685 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: stdattrs_common.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.260251 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 20 14:43:53.260562 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.261508 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.262021 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 20 14:43:53.262334 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: subnet_onboard.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.263380 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.263897 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: subnet_onboard Jun 20 14:43:53.264215 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.265143 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.265651 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 20 14:43:53.265967 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: subnet_service_types.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.266885 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.267398 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: subnet-service-types Jun 20 14:43:53.267712 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: subnetallocation.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.268810 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.269325 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: subnet_allocation Jun 20 14:43:53.269638 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.270287 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.270792 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: subnetpool-prefix-ops Jun 20 14:43:53.271102 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.272030 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.272545 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 20 14:43:53.272882 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: tagging.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.273916 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.274433 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: standard-attr-tag Jun 20 14:43:53.274751 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: timestamp.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.275982 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.276452 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loaded extension: standard-attr-timestamp Jun 20 14:43:53.276798 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: trunk.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.277807 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.278320 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension trunk not supported by any of loaded plugins Jun 20 14:43:53.278638 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: trunk_details.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.279538 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.280048 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension trunk-details not supported by any of loaded plugins Jun 20 14:43:53.280362 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: uplink_status_propagation.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.281291 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.281802 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 20 14:43:53.282116 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Loading extension file: vlantransparent.py {{(pid=110264) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 20 14:43:53.282775 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110264) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 20 14:43:53.283284 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 20 14:43:53.285868 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:network Jun 20 14:43:53.286383 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:subnet Jun 20 14:43:53.286771 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 14:43:53.287156 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:port Jun 20 14:43:53.288452 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.288911 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service FLAVORS assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.289539 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.289962 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.290285 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:router Jun 20 14:43:53.290713 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:floatingip Jun 20 14:43:53.291180 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service METERING assigned prefix: /metering {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.292744 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.293124 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.293471 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:43:53.294463 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of CountableResource for resource:rbac_policy Jun 20 14:43:53.294907 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:security_group Jun 20 14:43:53.295336 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 20 14:43:53.295923 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service CORE assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.296247 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 14:43:53.296583 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] subnetpool is already registered Jun 20 14:43:53.297024 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service CORE assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.297343 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 14:43:53.297666 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] subnetpool is already registered Jun 20 14:43:53.299937 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.300365 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service FLAVORS assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.300966 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.301381 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.301703 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:router Jun 20 14:43:53.302030 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] router is already registered Jun 20 14:43:53.302432 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:floatingip Jun 20 14:43:53.302762 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] floatingip is already registered Jun 20 14:43:53.303240 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service METERING assigned prefix: /metering {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.304073 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of CountableResource for resource:rbac_policy Jun 20 14:43:53.304390 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] rbac_policy is already registered Jun 20 14:43:53.304816 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:security_group Jun 20 14:43:53.305142 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] security_group is already registered Jun 20 14:43:53.305536 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 20 14:43:53.305858 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] security_group_rule is already registered Jun 20 14:43:53.306463 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service CORE assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.306781 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 14:43:53.307106 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] subnetpool is already registered Jun 20 14:43:53.307511 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.v2.resource_helper [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Service CORE assigned prefix: {{(pid=110264) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 20 14:43:53.307824 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 20 14:43:53.308143 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING neutron.quota.resource_registry [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] subnetpool is already registered Jun 20 14:43:53.308597 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: extensions {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.310067 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: address-groups {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.311556 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: address-scopes {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.312909 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: agents {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.314048 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: auto-allocated-topology {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.315613 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: availability_zones {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.316876 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: dhcp-networks {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.318380 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: dhcp-agents {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.319853 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: routers {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.321599 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: flavors {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.322851 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: service_profiles {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.324067 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: next_providers {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.325554 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: service_profiles {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.327079 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: floatingip-pools {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.328307 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: routers {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.330015 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: floatingips {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.332293 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: l3-routers {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.333748 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: l3-agents {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.335181 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: metering-labels {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.336427 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: metering-label-rules {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.337824 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: network-ip-availabilities {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.339061 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: bindings {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.340631 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: quotas {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.342282 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: quotas {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.343818 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: rbac-policies {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.345036 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: security-groups {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.346348 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: security-group-rules {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.347586 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: service-providers {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.348816 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: subnetpools {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.350178 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: subnetpools {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.351709 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.353511 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.355320 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.357133 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.358797 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.360802 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.362485 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.364369 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.366267 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.368022 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron.api.extensions [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Extended resource: tags {{(pid=110264) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 20 14:43:53.374066 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING keystonemiddleware.auth_token [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 20 14:43:53.379132 dv-cinder-836973-5-iscsi neutron-server[110264]: WARNING keystonemiddleware.auth_token [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 20 14:43:53.388050 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_concurrency.lockutils [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Acquired lock "singleton_lock" {{(pid=110264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 20 14:43:53.388515 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_concurrency.lockutils [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Releasing lock "singleton_lock" {{(pid=110264) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 20 14:43:53.389182 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO oslo_service.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Starting 2 workers Jun 20 14:43:53.393983 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Started child 110373 {{(pid=110264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 14:43:53.398377 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Started child 110374 {{(pid=110264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 14:43:53.399669 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:43:53.400413 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO neutron.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 20 14:43:53.400591 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:43:53.401234 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [-] (110373) wsgi starting up on http://0.0.0.0:9696 Jun 20 14:43:53.402815 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO oslo_service.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Starting 1 workers Jun 20 14:43:53.403041 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:43:53.404458 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [-] (110374) wsgi starting up on http://0.0.0.0:9696 Jun 20 14:43:53.407885 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Started child 110375 {{(pid=110264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 14:43:53.408399 dv-cinder-836973-5-iscsi neutron-server[110264]: INFO oslo_service.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Starting 1 workers Jun 20 14:43:53.411582 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] calling RpcWorker wait() {{(pid=110375) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 20 14:43:53.412169 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] returning from RpcWorker wait() {{(pid=110375) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 20 14:43:53.412810 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Started child 110376 {{(pid=110264) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 20 14:43:53.413618 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG neutron_lib.callbacks.manager [None req-0aea4b8f-6d7d-484a-91ce-26945ee83b99 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:43:53.413763 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:43:53.414138 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:43:53.415523 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 20 14:43:53.415696 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 20 14:43:53.415906 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 20 14:43:53.416125 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 20 14:43:53.416442 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 20 14:43:53.416594 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 20 14:43:53.417123 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.417387 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.417651 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.417882 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.418445 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.418636 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:43:53.419115 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.419115 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.419263 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.419408 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.419547 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.419724 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.419966 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.420186 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.420485 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.420745 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.420987 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.421226 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.421361 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.421627 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.421879 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.422117 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.422385 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] debug = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.422929 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.423418 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.423684 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.423908 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.424124 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.424395 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.424648 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.424941 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.425182 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.425410 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.425652 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.425892 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.426103 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.426322 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.426533 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.426793 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.426999 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.427469 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] host = dv-cinder-836973-5-iscsi {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.427701 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.427957 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.428209 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.428421 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.428671 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.428935 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.429171 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.429415 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.429662 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.429908 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.430114 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.430349 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.430581 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.430840 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.430997 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_options = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.431233 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.431478 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.431733 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.431918 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.432079 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.432237 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.432495 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.432660 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.432942 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.433150 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.433357 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.433566 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.433771 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.434005 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.434245 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.434452 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.434674 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.434893 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.435150 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.435382 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.435604 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.435819 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.436051 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.436270 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.436492 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.436707 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.436961 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.437183 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.437392 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.437626 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.437870 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.438105 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.438328 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.438563 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.438811 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.439097 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.440519 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.440875 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:43:53.442224 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.442513 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.442825 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.443019 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.443277 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.444158 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.444158 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.444335 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.444507 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.444710 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_json = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.444710 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.444710 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.445859 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.446270 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.447130 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.447302 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.448034 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.448281 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.450265 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.450694 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.450978 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.451286 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.451546 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.451783 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.452034 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.452398 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.452558 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.453205 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.453205 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.453487 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.453487 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.453791 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.454102 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.454446 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.455047 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.455306 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.455554 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.456126 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.456126 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.456377 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.456459 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.456699 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.456943 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.457188 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.457876 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.457876 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.458067 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.458210 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.458481 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.458804 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.459064 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.459398 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.459644 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.459878 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.460119 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.460354 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.460581 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.460813 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.461045 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.461301 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.461805 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.461805 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.462089 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.462232 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.462428 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.462609 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.462863 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.463619 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.463619 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.463619 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.464038 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.464038 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.464295 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.464295 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.464549 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.465056 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.465056 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.465398 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.465561 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.465701 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.465855 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.466134 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.466294 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.466501 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.466704 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.466912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.467116 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.467340 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.467550 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.467756 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.467979 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.468190 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.468404 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.468627 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.470666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.471348 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.471348 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.471348 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.471348 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.472877 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.472877 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.472877 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.472877 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.472877 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.473309 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.473309 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.473470 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.473658 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.473958 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.474075 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.474224 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.474446 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.474691 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.475047 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.475249 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.475467 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.475681 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.477636 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.478300 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.478300 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.478300 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.478527 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.478606 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.478837 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.479084 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.479340 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.479580 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.479828 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.480103 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.480373 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.480615 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.480978 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.481085 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.481333 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.481554 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483156 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483639 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483639 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.483907 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.484067 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.484255 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.484519 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.484878 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.485042 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.485287 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.485520 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.485762 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.485991 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.486213 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.486412 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.486650 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.486907 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.487093 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.487320 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.487554 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.487746 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.487952 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.488173 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.488405 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.488611 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.488844 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.489065 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.489295 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.489501 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.489756 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.489955 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.490170 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.490445 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.490696 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.490864 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.491110 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.491275 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.491516 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.491725 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.491981 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.492223 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.492446 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.492674 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.492932 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.493161 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.493383 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.493616 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.493825 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.494033 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.494238 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.494446 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.494647 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.494853 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.495069 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.495297 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.495549 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.495776 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.496107 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.496386 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.496573 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.496837 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.497066 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.497274 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.497502 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.497708 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.497941 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.498166 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.498377 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.498606 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.498826 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.499035 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.499245 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.499449 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.499706 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.499912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.500138 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.500340 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.500575 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.500803 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.501008 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.501233 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.501443 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.501720 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.501882 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.502083 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.502284 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.502556 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.502793 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.503068 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.503295 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.503485 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.503703 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.503922 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.504155 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.504359 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.504573 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.504822 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.505025 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.505245 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.505468 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.505673 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.505887 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.506186 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.506389 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.506776 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.507254 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.507466 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.507700 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.507932 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.508158 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.508378 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.508580 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.508803 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.509017 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.509225 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.509427 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.509640 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.509846 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.510047 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.510258 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.510466 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.510666 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.510937 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.511177 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.511387 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.511673 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.511891 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.512124 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.512388 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.512689 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.512919 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.513163 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.513375 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.513601 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.513813 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.514053 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.514359 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.514637 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.514950 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.515193 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.515462 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.515731 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.515997 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.516220 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.516505 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.517175 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.517175 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.517487 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.517620 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.518879 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.519126 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.519340 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.519565 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.519809 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.520022 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.520275 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.520502 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.520765 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.520985 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.521207 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.521437 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.521766 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.522079 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.522462 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.522687 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.522842 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 20 14:43:53.523375 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110264) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 20 14:43:53.523536 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 20 14:43:53.523686 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 20 14:43:53.523853 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 20 14:43:53.524018 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 20 14:43:53.524167 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 20 14:43:53.524372 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.524490 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:43:53.524580 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.524658 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.524841 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.525037 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.525197 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.525352 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.525504 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.525659 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.525820 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.525974 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.526179 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.526272 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.526424 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.526578 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.526761 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.526912 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.527074 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.527231 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.527382 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.527681 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.527971 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] debug = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.528258 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.528590 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.528940 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.529229 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.529521 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.529677 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.529967 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.530127 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.530284 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.530440 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.530596 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.530747 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.531041 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.531195 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.531350 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.531504 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.531659 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.531812 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] host = dv-cinder-836973-5-iscsi {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.531966 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.532120 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.532275 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.532432 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.532586 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.532772 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.532931 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.533087 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.533242 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.533396 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.533553 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.533725 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.533841 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.534139 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.534295 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_options = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.534449 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.534602 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.534755 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.534933 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.535093 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.535248 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.535404 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.535559 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.535713 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.535870 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.536025 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.536178 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.536333 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.536485 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.536637 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.536793 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.536954 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.537107 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.537515 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.537683 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.537838 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.538006 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.538139 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.538291 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.538444 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.538596 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.538754 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.538909 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.539062 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.539214 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.539370 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.539526 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.539664 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.539822 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.539976 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.540129 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.540283 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.540437 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.540596 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.540771 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.540902 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.541047 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.541201 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.541352 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.541654 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.541810 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.541965 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_json = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.542118 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.542272 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.542433 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.542599 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.542744 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.542881 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.543055 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.543190 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.543363 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 20 14:43:53.543556 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.543673 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.543794 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.543951 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.544104 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.544421 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.544580 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.544726 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.545019 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.545173 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.545478 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.545637 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.545831 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.545956 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.546257 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.546417 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.546573 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.546734 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.546888 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.547185 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.547340 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.547496 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.547661 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.547816 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.547970 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.548125 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.548281 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.548444 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.548599 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.548788 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.548962 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.549119 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.549275 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.549432 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.549587 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.549749 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.549908 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.550061 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.550362 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.550516 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.550812 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.550967 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.551266 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.551543 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.551822 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.552112 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.552272 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.552433 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.552595 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.552778 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.553132 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.553419 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.553716 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.553870 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.554157 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.554470 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.554793 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.554986 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.555119 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.555417 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.555571 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.555728 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.555888 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.556052 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.556206 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.556498 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.556653 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.556963 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.557137 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.557294 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.557449 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.557607 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.557760 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.558058 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.558213 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.558369 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.558529 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.558683 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.558830 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.558988 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.559141 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.559296 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.559452 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.559607 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.559763 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.559920 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.560077 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.560232 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.560386 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.560540 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.560796 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.560932 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.561055 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.561192 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.561313 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.561463 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.561616 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.561769 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.561922 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.562077 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.562234 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.562389 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.562536 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.562844 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.563152 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.563481 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.563774 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.563930 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.564086 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.564243 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.564398 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.564896 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.565043 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.565214 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.565562 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.565562 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.565759 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.565759 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566190 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566190 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566386 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566386 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566616 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566737 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566858 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.566978 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.567107 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.567249 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.567403 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.567559 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.567713 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.567869 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.568030 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.568177 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.568332 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.568611 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.568796 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.568950 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.569105 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.569283 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.569439 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.569594 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.569748 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.569903 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.570058 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.570213 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.570367 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.570521 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.570674 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.570849 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.570982 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.571128 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.571284 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.571438 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.571592 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.571746 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.571903 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.572056 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.572212 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.572367 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.572522 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.572676 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.572857 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.573014 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.573168 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.573323 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.573477 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.573631 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.573786 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.573940 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.574093 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.574246 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.574400 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.574555 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.574708 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.574862 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.575018 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.575191 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.575317 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.575472 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.575628 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.575783 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.575939 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.576099 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.576254 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.576410 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.576565 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.576736 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.576892 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.577048 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.577202 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.577358 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.577514 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.577668 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.577840 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.577995 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.578150 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.578307 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.578462 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.578618 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.578772 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.578925 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.579084 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.579240 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.579395 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.579552 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.579706 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.579861 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.580014 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.580168 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.580334 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.580491 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.580646 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.580820 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.580977 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.581131 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.581287 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.581441 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.581596 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.581749 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.581903 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.582059 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.582212 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.582380 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.582536 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.582689 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.582844 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.583019 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.583141 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.583305 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.583459 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.583612 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.583765 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.583919 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.584072 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.584269 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.584430 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.584584 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.584784 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.584907 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.585064 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.585226 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.585380 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.585532 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.585685 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.585838 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.585991 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.586159 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.586314 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.586482 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587198 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587198 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587198 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587198 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587198 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587569 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587569 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587715 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587792 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.587913 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.588071 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.588225 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.588387 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.588541 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.588698 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.588876 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.589043 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.589199 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.589357 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.589510 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.589664 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.589819 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.589975 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.590137 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.590301 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.590464 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.590619 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.590781 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.590944 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.591107 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.591259 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.591422 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.591592 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.591748 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.591901 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.592056 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.592212 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.592365 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.592519 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.592672 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.592847 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.593002 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.593155 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.593310 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.593464 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.593618 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.593772 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.593942 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.594070 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.594222 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.594379 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.594536 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 20 14:43:53.594697 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110264) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 20 14:43:53.824861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45754) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:43:53.837252 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094018 Jun 20 14:44:02.899858 dv-cinder-836973-5-iscsi neutron-server[110264]: DEBUG dbcounter [-] [110264] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110264) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:05.004903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947601e5-b48b-47b1-a65d-370af4c0eacb None None] get_active_networks_info from dv-cinder-836973-5-iscsi {{(pid=110375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 20 14:44:05.018457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writer thread running {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 20 14:44:05.093078 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947601e5-b48b-47b1-a65d-370af4c0eacb None None] No non-hosted networks {{(pid=110375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 20 14:44:05.105870 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.agentschedulers_db [None req-947601e5-b48b-47b1-a65d-370af4c0eacb None None] DHCP Agent not found on host dv-cinder-836973-5-iscsi {{(pid=110375) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 20 14:44:05.176089 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-382fe897-312e-4b8b-bf35-cad375ec7642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609365'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:06.819338 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writer thread running {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 20 14:44:07.338115 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-84d0e2a5-3cbb-40e0-9411-9a297388483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609365'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:07.397649 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ba79f8d5-44da-4e0c-b5ca-40d3f9498d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:08.196776 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 45824) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:08.573489 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609365'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:08.948134 dv-cinder-836973-5-iscsi neutron-server[110373]: WARNING oslo_policy.policy [None req-a4b60c57-2b16-47b8-b84c-be09a6809824 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:08.948677 dv-cinder-836973-5-iscsi neutron-server[110373]: WARNING oslo_policy.policy [None req-a4b60c57-2b16-47b8-b84c-be09a6809824 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:09.166314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [None req-a4b60c57-2b16-47b8-b84c-be09a6809824 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:44:09.169012 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-a4b60c57-2b16-47b8-b84c-be09a6809824 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9696486 Jun 20 14:44:09.972100 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.db.l3_hamode_db [None req-89988b1f-6535-46be-850e-25f5f875cdc2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 20 14:44:10.084091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89988b1f-6535-46be-850e-25f5f875cdc2 None None] Routers set() bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:44:10.084703 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89988b1f-6535-46be-850e-25f5f875cdc2 None None] Router IDs set() for agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 20 14:44:10.139541 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609365'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:10.286131 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609365'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:10.287981 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.288408 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.288809 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.289202 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.289589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.289919 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.290284 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.290769 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.291241 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.291707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.292039 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.292524 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.292889 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.293255 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.293760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:10.294233 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836973-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:10.300493 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836973-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:11.459975 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 45858) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:11.806248 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-4bd6f44c-1cd4-4126-bb9f-49473b3d8041 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:44:11.896276 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.policy [None req-4bd6f44c-1cd4-4126-bb9f-49473b3d8041 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110373) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 20 14:44:11.937160 dv-cinder-836973-5-iscsi neutron-server[110373]: WARNING oslo_policy.policy [None req-4bd6f44c-1cd4-4126-bb9f-49473b3d8041 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:11.937498 dv-cinder-836973-5-iscsi neutron-server[110373]: WARNING oslo_policy.policy [None req-4bd6f44c-1cd4-4126-bb9f-49473b3d8041 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:11.957859 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writer thread running {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 20 14:44:12.043611 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f44c-1cd4-4126-bb9f-49473b3d8041 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740487485918', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740487487018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740487469290', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740487476853', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740487384299', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740487393320', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-579004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1343052', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-400909'] for rbac-policy (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:12.130230 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f44c-1cd4-4126-bb9f-49473b3d8041 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:12.131447 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4bd6f44c-1cd4-4126-bb9f-49473b3d8041 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6704001 Jun 20 14:44:14.386181 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45870) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:14.955508 dv-cinder-836973-5-iscsi neutron-server[110374]: WARNING oslo_policy.policy [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:14.956044 dv-cinder-836973-5-iscsi neutron-server[110374]: WARNING oslo_policy.policy [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:15.178183 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:44:15.191428 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writer thread running {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 20 14:44:15.236747 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Made reservation on behalf of 5ad0f178bf0142508558a86936961184 for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:44:15.297189 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.policy [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110374) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 20 14:44:15.343102 dv-cinder-836973-5-iscsi neutron-server[110374]: WARNING oslo_policy.policy [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:15.343466 dv-cinder-836973-5-iscsi neutron-server[110374]: WARNING oslo_policy.policy [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 20 14:44:15.353804 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.379518 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.501959 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks [] for security_group (88410324-b3bc-4550-9361-46802c3a681b), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.507015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (88410324-b3bc-4550-9361-46802c3a681b), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.544075 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:44:15.572467 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740486215572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (929d426e-32a4-4eb0-8ce4-ca99f0ee29ec), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.572962 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Unsubscribe: segment precommit_create {{(pid=110374) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 20 14:44:15.573477 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Added segment 929d426e-32a4-4eb0-8ce4-ca99f0ee29ec of type vlan for network 246f32e0-75dc-4e77-a861-0bf39466d357 Jun 20 14:44:15.589495 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=88410324-b3bc-4550-9361-46802c3a681b,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:15.626106 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.626442 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.626795 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.627129 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.627453 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.627769 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.628088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.628398 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.628735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.629050 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.629361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.629671 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.629986 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.630332 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.630646 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Tracked resource versions report: Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: pushed versions: Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: { 'AddressGroup': {'1.2'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Agent': {'1.1'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'ConntrackHelper': {'1.0'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Log': {'1.0'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'NDPProxy': {'1.0'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Network': {'1.1'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Port': {'1.7'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'PortForwarding': {'1.3'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'QosPolicy': {'1.10'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroup': {'1.5'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SubPort': {'1.0'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Subnet': {'1.1'}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Trunk': {'1.1'}} Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: consumer versions: Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Agent': '1.1', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'ConntrackHelper': '1.0', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'LocalIPAssociation': '1.0', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Log': '1.0', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'NDPProxy': '1.0', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Network': '1.1', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Port': '1.7', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'PortForwarding': '1.3', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'QosPolicy': '1.10', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroup': '1.5', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroupRule': '1.2', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SubPort': '1.0', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Subnet': '1.1', Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Trunk': '1.1'}} Jun 20 14:44:15.632031 dv-cinder-836973-5-iscsi neutron-server[110374]: {{(pid=110374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:44:15.698026 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (246f32e0-75dc-4e77-a861-0bf39466d357), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.746327 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (246f32e0-75dc-4e77-a861-0bf39466d357), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.751350 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:15.752066 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:15.827946 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4398780 Jun 20 14:44:15.874442 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a5653-ab2c-4f7b-ab82-b17cd2f38b77 demo demo] Pushing event updated for resources: {'Network': ['ID=246f32e0-75dc-4e77-a861-0bf39466d357,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:15.887105 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 246f32e0-75dc-4e77-a861-0bf39466d357 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:44:18.118295 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45890) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:18.581745 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab0c2f2-8577-4e6e-94ae-c4d63479d7e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:18.583081 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0ab0c2f2-8577-4e6e-94ae-c4d63479d7e8 demo admin] 10.222.0.23 "GET /v2.0/networks/246f32e0-75dc-4e77-a861-0bf39466d357 HTTP/1.1" status: 200 len: 825 time: 0.4634030 Jun 20 14:44:18.630558 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-77b6da25-785b-4c3a-a87d-c0ac34fc3a3b demo admin] 10.222.0.23 "GET /v2.0/subnetpools/7bb29baf-e67f-4a5f-a545-e3212b766467 HTTP/1.1" status: 200 len: 734 time: 0.0379422 Jun 20 14:44:18.645172 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '7bb29baf-e67f-4a5f-a545-e3212b766467', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:44:18.649241 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:18.673207 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Made reservation on behalf of 5ad0f178bf0142508558a86936961184 for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:44:18.675443 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:18.975278 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (ded72ed8-a0e4-4b86-b4e3-87def5d80e4c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:19.020898 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:19.040125 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Pushing event updated for resources: {'Subnet': ['ID=ded72ed8-a0e4-4b86-b4e3-87def5d80e4c,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:19.051116 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Checking segment: {'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:44:19.051483 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Network hostable DHCP agents. Network: 246f32e0-75dc-4e77-a861-0bf39466d357, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:44:19.077585 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Network 246f32e0-75dc-4e77-a861-0bf39466d357 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:44:19.089541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 246f32e0-75dc-4e77-a861-0bf39466d357) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:44:19.094384 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:19.094978 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:19.099181 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec2a8c-10f0-4b10-bc6e-ef8d8b9a06a6 None None] Network 246f32e0-75dc-4e77-a861-0bf39466d357 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:44:19.116326 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7adeef09-24a6-414d-8f31-855a3f2563fa demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4768848 Jun 20 14:44:19.373465 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-246f32e0-75dc-4e77-a861-0bf39466d357', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'project_id': '5ad0f178bf0142508558a86936961184', 'fixed_ips': [{'subnet_id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:44:19.374855 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:19.657421 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Allocated IP 172.20.0.2 (246f32e0-75dc-4e77-a861-0bf39466d357/ded72ed8-a0e4-4b86-b4e3-87def5d80e4c/231921a8-8dcc-439c-b90b-fd4c83863e2f) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:44:19.661055 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=66,neutron:INSERT=32,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:19.926806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Publish callbacks [] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:19.935105 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:20.010807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Network 246f32e0-75dc-4e77-a861-0bf39466d357 is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:44:20.016851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:44:20.020576 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:44:20.025861 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Pushing event updated for resources: {'Port': ['ID=231921a8-8dcc-439c-b90b-fd4c83863e2f,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:20.041033 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.041366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.041712 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.042041 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.042359 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.042674 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.042985 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.043393 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.043711 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.044020 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.044309 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.044641 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.045046 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.045353 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.045729 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Tracked resource versions report: Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: pushed versions: Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: { 'AddressGroup': {'1.2'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Agent': {'1.1'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'ConntrackHelper': {'1.0'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Log': {'1.0'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'NDPProxy': {'1.0'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Network': {'1.1'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Port': {'1.7'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'PortForwarding': {'1.3'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'QosPolicy': {'1.10'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroup': {'1.5'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SubPort': {'1.0'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Subnet': {'1.1'}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Trunk': {'1.1'}} Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: consumer versions: Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Agent': '1.1', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'ConntrackHelper': '1.0', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'LocalIPAssociation': '1.0', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Log': '1.0', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'NDPProxy': '1.0', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Network': '1.1', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Port': '1.7', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'PortForwarding': '1.3', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'QosPolicy': '1.10', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroup': '1.5', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroupRule': '1.2', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SubPort': '1.0', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Subnet': '1.1', Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Trunk': '1.1'}} Jun 20 14:44:20.047118 dv-cinder-836973-5-iscsi neutron-server[110375]: {{(pid=110375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:44:20.121173 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Attempting to bind port 231921a8-8dcc-439c-b90b-fd4c83863e2f on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:44:20.121865 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Attempting to bind port 231921a8-8dcc-439c-b90b-fd4c83863e2f by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:44:20.121975 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Attempting to bind port 231921a8-8dcc-439c-b90b-fd4c83863e2f on network 246f32e0-75dc-4e77-a861-0bf39466d357 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:44:20.127258 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:44:20.127617 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Checking segment: {'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:44:20.128086 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:20.128464 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Bound using segment: {'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:44:20.128947 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Bound port: 231921a8-8dcc-439c-b90b-fd4c83863e2f, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:44:20.129342 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:20.139450 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:20.193650 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] For port 231921a8-8dcc-439c-b90b-fd4c83863e2f, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:44:20.217519 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] For port 231921a8-8dcc-439c-b90b-fd4c83863e2f, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=231921a8-8dcc-439c-b90b-fd4c83863e2f,segment=NetworkSegment(929d426e-32a4-4eb0-8ce4-ca99f0ee29ec),segment_id=929d426e-32a4-4eb0-8ce4-ca99f0ee29ec)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:44:20.225242 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:20.288044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e5bc9-974c-4e15-87be-ffab59e787f6 None None] Pushing event updated for resources: {'Port': ['ID=231921a8-8dcc-439c-b90b-fd4c83863e2f,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:21.410549 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45902) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:21.754699 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [None req-d732fa1f-0db6-4359-885c-ec66a15f431b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:44:21.755792 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d732fa1f-0db6-4359-885c-ec66a15f431b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3442509 Jun 20 14:44:22.122503 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=2,neutron:SELECT=15,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:22.124207 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=18,neutron:INSERT=35,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:22.155061 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:22.156660 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=6 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:24.018192 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45918) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:24.374884 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [None req-c5407185-719f-4d4f-b679-aa9dccccb90f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:44:24.375907 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c5407185-719f-4d4f-b679-aa9dccccb90f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3567901 Jun 20 14:44:26.646911 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45926) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:27.006998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-d852e4c9-c8bf-48f2-8e56-0f745b003e9b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:44:27.034927 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d852e4c9-c8bf-48f2-8e56-0f745b003e9b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:27.037492 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d852e4c9-c8bf-48f2-8e56-0f745b003e9b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:27.174995 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d852e4c9-c8bf-48f2-8e56-0f745b003e9b demo demo] Publish callbacks [] for router_controller (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), precommit_add_association {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:27.181903 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d852e4c9-c8bf-48f2-8e56-0f745b003e9b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:27.200660 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d852e4c9-c8bf-48f2-8e56-0f745b003e9b demo demo] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:27.201803 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d852e4c9-c8bf-48f2-8e56-0f745b003e9b demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5538313 Jun 20 14:44:27.941252 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 231921a8-8dcc-439c-b90b-fd4c83863e2f up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:44:28.023580 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 231921a8-8dcc-439c-b90b-fd4c83863e2f triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:28.023580 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:28.122959 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 231921a8-8dcc-439c-b90b-fd4c83863e2f is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:28.123342 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:28.156922 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 231921a8-8dcc-439c-b90b-fd4c83863e2f, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=231921a8-8dcc-439c-b90b-fd4c83863e2f,segment=NetworkSegment(929d426e-32a4-4eb0-8ce4-ca99f0ee29ec),segment_id=929d426e-32a4-4eb0-8ce4-ca99f0ee29ec)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:44:28.161948 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:28.209558 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=231921a8-8dcc-439c-b90b-fd4c83863e2f,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:28.229973 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca1b550-5da5-4414-b5e0-bd2efe6021d2 None None] Network 246f32e0-75dc-4e77-a861-0bf39466d357 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:44:28.304762 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-9583ef9a-ae2f-4432-ba76-66ef2add4ed9 None None] Provisioning complete for port 231921a8-8dcc-439c-b90b-fd4c83863e2f triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:28.305156 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9583ef9a-ae2f-4432-ba76-66ef2add4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:28.387406 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:28.425140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-9583ef9a-ae2f-4432-ba76-66ef2add4ed9 None None] Current status of the port 231921a8-8dcc-439c-b90b-fd4c83863e2f is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:28.644357 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-a7495400-931a-4079-9b80-8b3604ba2924 None None] Provisioning complete for port 231921a8-8dcc-439c-b90b-fd4c83863e2f triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:28.644663 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a7495400-931a-4079-9b80-8b3604ba2924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:28.717607 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-a7495400-931a-4079-9b80-8b3604ba2924 None None] Current status of the port 231921a8-8dcc-439c-b90b-fd4c83863e2f is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:29.496906 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45938) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:29.866513 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [None req-00967a81-e474-4a9e-93db-9f010a7ec8a1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:44:29.867483 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-00967a81-e474-4a9e-93db-9f010a7ec8a1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3696272 Jun 20 14:44:29.925458 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 231921a8-8dcc-439c-b90b-fd4c83863e2f up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:44:29.972782 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 231921a8-8dcc-439c-b90b-fd4c83863e2f triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:29.973233 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:30.013517 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:30.052515 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 231921a8-8dcc-439c-b90b-fd4c83863e2f is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:32.138096 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45946) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:32.518787 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:44:32.546462 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Made reservation on behalf of 995754b005f44c748381f029d2a25afd for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:44:32.548741 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.557242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.632825 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks [] for security_group (a47feea4-1861-4418-8dd6-8cfa4953c73b), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.638075 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (a47feea4-1861-4418-8dd6-8cfa4953c73b), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.652173 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Reserving flat network on physical network physnet1 {{(pid=110374) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 20 14:44:32.674098 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47feea4-1861-4418-8dd6-8cfa4953c73b,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:32.677767 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (0d23629c-76a6-4c91-b627-20af5b747912), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.678450 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Added segment 0d23629c-76a6-4c91-b627-20af5b747912 of type flat for network b5b2035b-e964-4664-afa8-3dbdff698b0e Jun 20 14:44:32.715785 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:32.730990 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (b5b2035b-e964-4664-afa8-3dbdff698b0e), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.768190 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (b5b2035b-e964-4664-afa8-3dbdff698b0e), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.769337 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:32.769906 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:32.813933 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6748693 Jun 20 14:44:32.868029 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef32dc-a847-437e-858a-cef7301feaee admin admin] Pushing event updated for resources: {'Network': ['ID=b5b2035b-e964-4664-afa8-3dbdff698b0e,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:32.878859 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network b5b2035b-e964-4664-afa8-3dbdff698b0e details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:44:34.952605 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-16647450-6b8f-4991-afe0-6cf5b4d0d03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:35.108318 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 45954) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:35.520938 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce11a254-b499-47ec-bba4-da5359986452 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:35.522247 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-ce11a254-b499-47ec-bba4-da5359986452 demo admin] 10.222.0.23 "GET /v2.0/subnets/ded72ed8-a0e4-4b86-b4e3-87def5d80e4c HTTP/1.1" status: 200 len: 849 time: 0.4129460 Jun 20 14:44:35.647367 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-e5f6ffdc-fb01-4a80-8cf7-41d34ee0befc demo admin] 10.222.0.23 "GET /v2.0/routers/019feca0-6dc4-48ba-aa75-3c33a7f8a21d HTTP/1.1" status: 200 len: 704 time: 0.1137559 Jun 20 14:44:35.869719 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:35.915767 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.262278 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Allocated IP 172.20.0.1 (246f32e0-75dc-4e77-a861-0bf39466d357/ded72ed8-a0e4-4b86-b4e3-87def5d80e4c/1d000279-4e16-49b9-8ad4-b768261fd58d) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:44:36.423322 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks [] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.480269 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:36.488391 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.569020 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Network 246f32e0-75dc-4e77-a861-0bf39466d357 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:44:36.574551 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:44:36.578651 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:44:36.579196 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.600850 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Pushing event updated for resources: {'Port': ['ID=1d000279-4e16-49b9-8ad4-b768261fd58d,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:36.774234 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.798036 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-057c2480-1c5f-4b37-8bef-6a93a133fea7 None None] Provisioning complete for port 1d000279-4e16-49b9-8ad4-b768261fd58d triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:36.798578 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-057c2480-1c5f-4b37-8bef-6a93a133fea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.880995 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-057c2480-1c5f-4b37-8bef-6a93a133fea7 None None] Port 1d000279-4e16-49b9-8ad4-b768261fd58d cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:44:36.986572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks [] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.992748 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:36.993589 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:37.018593 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:37.050096 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Pushing event updated for resources: {'Port': ['ID=1d000279-4e16-49b9-8ad4-b768261fd58d,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:37.126276 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Network 246f32e0-75dc-4e77-a861-0bf39466d357 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:44:37.128060 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:44:37.285367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:44:37.300936 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-65964f2b-ebbd-4ef8-b98b-d36fdb08815e None None] Provisioning complete for port 1d000279-4e16-49b9-8ad4-b768261fd58d triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:37.301400 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-65964f2b-ebbd-4ef8-b98b-d36fdb08815e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:37.343210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-65964f2b-ebbd-4ef8-b98b-d36fdb08815e None None] Port 1d000279-4e16-49b9-8ad4-b768261fd58d cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:44:37.346239 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-861f34bf-02e6-4129-b6c6-329e7677fabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:37.381277 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:44:37.391355 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b30ee5a7-2aad-46a7-b0b1-dd94c94c83c3 demo admin] 10.222.0.23 "PUT /v2.0/routers/019feca0-6dc4-48ba-aa75-3c33a7f8a21d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7358673 Jun 20 14:44:37.396021 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Sync routers for ids ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:44:37.408874 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Routers {'019feca0-6dc4-48ba-aa75-3c33a7f8a21d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:44:37.409706 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:44:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:37.591059 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Set router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:44:38.009516 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'name': 'router1', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:44:27Z', 'updated_at': '2022-06-20T14:44:36Z', 'revision_number': 2, 'project_id': '5ad0f178bf0142508558a86936961184', 'gw_port_host': None, '_interfaces': [{'id': '1d000279-4e16-49b9-8ad4-b768261fd58d', 'name': '', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'mac_address': 'fa:16:3e:f5:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:35Z', 'updated_at': '2022-06-20T14:44:36Z', 'revision_number': 2, 'project_id': '5ad0f178bf0142508558a86936961184', 'subnets': [{'id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bb29baf-e67f-4a5f-a545-e3212b766467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:38.059469 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Checking router: 019feca0-6dc4-48ba-aa75-3c33a7f8a21d for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:44:38.059832 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Updating router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d port 1d000279-4e16-49b9-8ad4-b768261fd58d binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:44:38.112383 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.501030 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.613529 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Publish callbacks [] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.621219 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.725701 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Pushing event updated for resources: {'Port': ['ID=1d000279-4e16-49b9-8ad4-b768261fd58d,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:38.777925 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.778390 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.778831 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.779262 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.779685 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.780119 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.780532 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.780963 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.781378 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.781786 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.782201 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.782625 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.783032 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.783447 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.783862 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Tracked resource versions report: Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: pushed versions: Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: { 'AddressGroup': {'1.2'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Agent': {'1.1'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'ConntrackHelper': {'1.0'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Log': {'1.0'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'NDPProxy': {'1.0'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Network': {'1.1'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Port': {'1.7'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'PortForwarding': {'1.3'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'QosPolicy': {'1.10'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroup': {'1.5'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SubPort': {'1.0'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Subnet': {'1.1'}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Trunk': {'1.1'}} Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: consumer versions: Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Agent': '1.1', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'ConntrackHelper': '1.0', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'LocalIPAssociation': '1.0', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Log': '1.0', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'NDPProxy': '1.0', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Network': '1.1', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Port': '1.7', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'PortForwarding': '1.3', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'QosPolicy': '1.10', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroup': '1.5', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroupRule': '1.2', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SubPort': '1.0', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Subnet': '1.1', Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Trunk': '1.1'}} Jun 20 14:44:38.785412 dv-cinder-836973-5-iscsi neutron-server[110376]: {{(pid=110376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:44:38.824082 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Attempting to bind port 1d000279-4e16-49b9-8ad4-b768261fd58d on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:44:38.824471 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Attempting to bind port 1d000279-4e16-49b9-8ad4-b768261fd58d by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:44:38.824936 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Attempting to bind port 1d000279-4e16-49b9-8ad4-b768261fd58d on network 246f32e0-75dc-4e77-a861-0bf39466d357 {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:44:38.829859 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:44:38.830239 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Checking segment: {'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:44:38.830700 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.831077 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Bound using segment: {'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:44:38.831537 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Bound port: 1d000279-4e16-49b9-8ad4-b768261fd58d, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929d426e-32a4-4eb0-8ce4-ca99f0ee29ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:44:38.831902 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.871849 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-91b9f889-a957-41e8-8b37-e4dcbb640333 None None] Provisioning complete for port 1d000279-4e16-49b9-8ad4-b768261fd58d triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:38.872670 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-91b9f889-a957-41e8-8b37-e4dcbb640333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.898967 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] For port 1d000279-4e16-49b9-8ad4-b768261fd58d, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:44:38.902012 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:38.903780 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-91b9f889-a957-41e8-8b37-e4dcbb640333 None None] Port 1d000279-4e16-49b9-8ad4-b768261fd58d cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:44:38.923052 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] For port 1d000279-4e16-49b9-8ad4-b768261fd58d, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=1d000279-4e16-49b9-8ad4-b768261fd58d,segment=NetworkSegment(929d426e-32a4-4eb0-8ce4-ca99f0ee29ec),segment_id=929d426e-32a4-4eb0-8ce4-ca99f0ee29ec)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:44:38.929481 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:38.962018 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:38.986623 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8715c8-10d4-490f-ae76-9c06c6fcbb4d None None] Pushing event updated for resources: {'Port': ['ID=1d000279-4e16-49b9-8ad4-b768261fd58d,revision_number=4']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:38.993400 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Routers {'019feca0-6dc4-48ba-aa75-3c33a7f8a21d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:44:38.994014 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:44:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:39.083527 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] Set router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:44:39.224441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-921cd054-26a0-4475-97a9-076c0703860e None None] Provisioning complete for port 1d000279-4e16-49b9-8ad4-b768261fd58d triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:39.224813 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-921cd054-26a0-4475-97a9-076c0703860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:39.280144 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'name': 'router1', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:44:27Z', 'updated_at': '2022-06-20T14:44:36Z', 'revision_number': 2, 'project_id': '5ad0f178bf0142508558a86936961184', 'gw_port_host': None, '_interfaces': [{'id': '1d000279-4e16-49b9-8ad4-b768261fd58d', 'name': '', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'mac_address': 'fa:16:3e:f5:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:35Z', 'updated_at': '2022-06-20T14:44:38Z', 'revision_number': 4, 'project_id': '5ad0f178bf0142508558a86936961184', 'subnets': [{'id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bb29baf-e67f-4a5f-a545-e3212b766467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:39.308648 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17c014-17f5-44c1-b77c-a51e7e41a8f4 None None] The sync data for ids ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'] in dv-cinder-836973-5-iscsi is: [{'id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'name': 'router1', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:44:27Z', 'updated_at': '2022-06-20T14:44:36Z', 'revision_number': 2, 'project_id': '5ad0f178bf0142508558a86936961184', 'gw_port_host': None, '_interfaces': [{'id': '1d000279-4e16-49b9-8ad4-b768261fd58d', 'name': '', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'mac_address': 'fa:16:3e:f5:e6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:35Z', 'updated_at': '2022-06-20T14:44:38Z', 'revision_number': 4, 'project_id': '5ad0f178bf0142508558a86936961184', 'subnets': [{'id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bb29baf-e67f-4a5f-a545-e3212b766467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:44:39.312445 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-921cd054-26a0-4475-97a9-076c0703860e None None] Current status of the port 1d000279-4e16-49b9-8ad4-b768261fd58d is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:39.312445 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-921cd054-26a0-4475-97a9-076c0703860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:39.353160 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-921cd054-26a0-4475-97a9-076c0703860e None None] For port 1d000279-4e16-49b9-8ad4-b768261fd58d, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=1d000279-4e16-49b9-8ad4-b768261fd58d,segment=NetworkSegment(929d426e-32a4-4eb0-8ce4-ca99f0ee29ec),segment_id=929d426e-32a4-4eb0-8ce4-ca99f0ee29ec)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:44:39.358586 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-921cd054-26a0-4475-97a9-076c0703860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:39.408436 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cd054-26a0-4475-97a9-076c0703860e None None] Pushing event updated for resources: {'Port': ['ID=1d000279-4e16-49b9-8ad4-b768261fd58d,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:39.646655 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 45974) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:39.925938 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f34c818-fe1f-4b4d-bb99-3881f0091f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:39.928160 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2f34c818-fe1f-4b4d-bb99-3881f0091f2e admin admin] 10.222.0.23 "GET /v2.0/networks/b5b2035b-e964-4664-afa8-3dbdff698b0e HTTP/1.1" status: 200 len: 842 time: 0.2801826 Jun 20 14:44:39.937733 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Request body: {'subnet': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:44:39.967947 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Made reservation on behalf of 995754b005f44c748381f029d2a25afd for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:44:39.970644 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:40.097165 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:40.284111 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:40.359395 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.objects.ports [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110373) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 20 14:44:40.359847 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (afc4172c-91c7-4894-b397-b12715b0f77b), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:40.429441 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:44:40.429804 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Network hostable DHCP agents. Network: b5b2035b-e964-4664-afa8-3dbdff698b0e, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:44:40.437522 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc4172c-91c7-4894-b397-b12715b0f77b,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:40.449895 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.450242 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.450585 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.450916 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.451243 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.451566 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.451885 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.452203 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.452524 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.452866 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.453201 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.453517 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.453832 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.454148 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.454448 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Tracked resource versions report: Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: pushed versions: Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: { 'AddressGroup': {'1.2'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Agent': {'1.1'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'ConntrackHelper': {'1.0'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Log': {'1.0'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'NDPProxy': {'1.0'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Network': {'1.1'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Port': {'1.7'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'PortForwarding': {'1.3'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'QosPolicy': {'1.10'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroup': {'1.5'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SubPort': {'1.0'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Subnet': {'1.1'}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Trunk': {'1.1'}} Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: consumer versions: Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Agent': '1.1', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'ConntrackHelper': '1.0', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'LocalIPAssociation': '1.0', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Log': '1.0', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'NDPProxy': '1.0', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Network': '1.1', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Port': '1.7', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'PortForwarding': '1.3', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'QosPolicy': '1.10', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroup': '1.5', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroupRule': '1.2', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SubPort': '1.0', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Subnet': '1.1', Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Trunk': '1.1'}} Jun 20 14:44:40.455881 dv-cinder-836973-5-iscsi neutron-server[110373]: {{(pid=110373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:44:40.491036 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:44:40.505977 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, b5b2035b-e964-4664-afa8-3dbdff698b0e) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:44:40.511264 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:40.511991 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:40.519682 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cfb4dd-2fa8-4816-8f65-59f9b7cdadc6 None None] Network b5b2035b-e964-4664-afa8-3dbdff698b0e requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:44:40.541557 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-84383967-a0ee-4ad7-9b7c-2cc033374f42 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6069531 Jun 20 14:44:40.632756 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a87b6b9-c477-421d-8fd9-355ab2e17f1f None None] Network b5b2035b-e964-4664-afa8-3dbdff698b0e requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:44:40.646516 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:42.767500 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 45996) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:43.011251 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5d15e148-505f-4e42-9a22-2fb54f892fe9 demo admin] 10.222.0.23 "GET /v2.0/routers/019feca0-6dc4-48ba-aa75-3c33a7f8a21d HTTP/1.1" status: 200 len: 710 time: 0.2426260 Jun 20 14:44:43.099827 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47055a-2dea-4aab-aeb8-24a8d4f89bba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:44:43.101206 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-af47055a-2dea-4aab-aeb8-24a8d4f89bba demo admin] 10.222.0.23 "GET /v2.0/networks/b5b2035b-e964-4664-afa8-3dbdff698b0e HTTP/1.1" status: 200 len: 886 time: 0.0842922 Jun 20 14:44:43.110088 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:44:43.272242 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:43.358881 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks [] for router_gateway (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:43.388871 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:43.590259 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks [] for router_gateway (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:43.672012 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:43.831402 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Allocated IP 172.27.1.246 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/b5874a91-931b-4728-b191-3dd474a1ddc2) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:44:43.946731 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks [] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:44.028334 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:44.102254 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:44:44.106769 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:44:44.113326 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:44:44.195966 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Pushing event updated for resources: {'Port': ['ID=b5874a91-931b-4728-b191-3dd474a1ddc2,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:44.382748 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:44.442921 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks [] for router_gateway (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:44.586200 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:44.647238 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1616286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12669'] for router (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:44.652271 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1616263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1611952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607162'] for router (019feca0-6dc4-48ba-aa75-3c33a7f8a21d), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:44.764481 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:44:44.868867 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:44:44.873310 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:44.874491 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-afffc6da-dbdd-48ac-88ea-767a2a2057d2 demo admin] 10.222.0.23 "PUT /v2.0/routers/019feca0-6dc4-48ba-aa75-3c33a7f8a21d HTTP/1.1" status: 200 len: 890 time: 1.7675183 Jun 20 14:44:45.463874 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Sync routers for ids ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:44:45.475406 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Routers {'019feca0-6dc4-48ba-aa75-3c33a7f8a21d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:44:45.476070 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:44:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:45.677346 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Set router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:44:45.820803 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:46.034008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 1d000279-4e16-49b9-8ad4-b768261fd58d up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:44:46.112155 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'name': 'router1', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5874a91-931b-4728-b191-3dd474a1ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:44:27Z', 'updated_at': '2022-06-20T14:44:44Z', 'revision_number': 4, 'project_id': '5ad0f178bf0142508558a86936961184', 'gw_port': {'id': 'b5874a91-931b-4728-b191-3dd474a1ddc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:43Z', 'updated_at': '2022-06-20T14:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '1d000279-4e16-49b9-8ad4-b768261fd58d', 'name': '', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'mac_address': 'fa:16:3e:f5:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:35Z', 'updated_at': '2022-06-20T14:44:39Z', 'revision_number': 5, 'project_id': '5ad0f178bf0142508558a86936961184', 'subnets': [{'id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bb29baf-e67f-4a5f-a545-e3212b766467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:46.246050 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Checking router: 019feca0-6dc4-48ba-aa75-3c33a7f8a21d for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:44:46.246278 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Updating router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d port b5874a91-931b-4728-b191-3dd474a1ddc2 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:44:46.295854 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 1d000279-4e16-49b9-8ad4-b768261fd58d triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:46.296244 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:46.322809 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:46.544116 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 1d000279-4e16-49b9-8ad4-b768261fd58d is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:46.698095 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Publish callbacks [] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:46.704328 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:46.757603 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Attempting to bind port b5874a91-931b-4728-b191-3dd474a1ddc2 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:44:46.757962 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Attempting to bind port b5874a91-931b-4728-b191-3dd474a1ddc2 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:44:46.758319 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Attempting to bind port b5874a91-931b-4728-b191-3dd474a1ddc2 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:44:46.762620 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:46.765655 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b94e4-7059-43ce-bbef-bb8cb5cec7fd None None] Pushing event updated for resources: {'Port': ['ID=b5874a91-931b-4728-b191-3dd474a1ddc2,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:46.768302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:44:46.768647 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:44:46.769129 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:46.769572 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:44:46.770070 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Bound port: b5874a91-931b-4728-b191-3dd474a1ddc2, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:44:46.770441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:46.818682 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] For port b5874a91-931b-4728-b191-3dd474a1ddc2, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:44:46.821621 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] For port b5874a91-931b-4728-b191-3dd474a1ddc2, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b5874a91-931b-4728-b191-3dd474a1ddc2,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:44:46.828493 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:46.880740 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:46.886819 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b94e4-7059-43ce-bbef-bb8cb5cec7fd None None] Pushing event updated for resources: {'Port': ['ID=b5874a91-931b-4728-b191-3dd474a1ddc2,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:46.891296 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Routers {'019feca0-6dc4-48ba-aa75-3c33a7f8a21d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:44:46.891882 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:44:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:46.995411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] Set router 019feca0-6dc4-48ba-aa75-3c33a7f8a21d gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:44:47.122187 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46008) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:44:47.198063 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'name': 'router1', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5874a91-931b-4728-b191-3dd474a1ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:44:27Z', 'updated_at': '2022-06-20T14:44:44Z', 'revision_number': 4, 'project_id': '5ad0f178bf0142508558a86936961184', 'gw_port': {'id': 'b5874a91-931b-4728-b191-3dd474a1ddc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:43Z', 'updated_at': '2022-06-20T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '1d000279-4e16-49b9-8ad4-b768261fd58d', 'name': '', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'mac_address': 'fa:16:3e:f5:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:35Z', 'updated_at': '2022-06-20T14:44:39Z', 'revision_number': 5, 'project_id': '5ad0f178bf0142508558a86936961184', 'subnets': [{'id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bb29baf-e67f-4a5f-a545-e3212b766467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:44:47.224329 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11830fd5-658d-487e-95e8-f9038b962f33 None None] The sync data for ids ['019feca0-6dc4-48ba-aa75-3c33a7f8a21d'] in dv-cinder-836973-5-iscsi is: [{'id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'name': 'router1', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5874a91-931b-4728-b191-3dd474a1ddc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:44:27Z', 'updated_at': '2022-06-20T14:44:44Z', 'revision_number': 4, 'project_id': '5ad0f178bf0142508558a86936961184', 'gw_port': {'id': 'b5874a91-931b-4728-b191-3dd474a1ddc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:43Z', 'updated_at': '2022-06-20T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '1d000279-4e16-49b9-8ad4-b768261fd58d', 'name': '', 'network_id': '246f32e0-75dc-4e77-a861-0bf39466d357', 'tenant_id': '5ad0f178bf0142508558a86936961184', 'mac_address': 'fa:16:3e:f5:e6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019feca0-6dc4-48ba-aa75-3c33a7f8a21d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:44:35Z', 'updated_at': '2022-06-20T14:44:39Z', 'revision_number': 5, 'project_id': '5ad0f178bf0142508558a86936961184', 'subnets': [{'id': 'ded72ed8-a0e4-4b86-b4e3-87def5d80e4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bb29baf-e67f-4a5f-a545-e3212b766467'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:44:47.250947 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-cfd9f8c2-2c89-4c35-b16d-c17340da7c46 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1276715 Jun 20 14:44:47.960655 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b5874a91-931b-4728-b191-3dd474a1ddc2 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:44:48.014944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port b5874a91-931b-4728-b191-3dd474a1ddc2 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:48.015329 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:48.089015 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port b5874a91-931b-4728-b191-3dd474a1ddc2 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:48.089434 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:48.114229 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port b5874a91-931b-4728-b191-3dd474a1ddc2, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b5874a91-931b-4728-b191-3dd474a1ddc2,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:44:48.120059 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:48.166917 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=b5874a91-931b-4728-b191-3dd474a1ddc2,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:44:49.949954 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b5874a91-931b-4728-b191-3dd474a1ddc2 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:44:49.995284 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port b5874a91-931b-4728-b191-3dd474a1ddc2 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:44:49.995663 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b5874a91-931b-4728-b191-3dd474a1ddc2), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:44:50.083803 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port b5874a91-931b-4728-b191-3dd474a1ddc2 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:44:51.456879 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=34 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:51.465330 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=46 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:52.479507 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:44:54.863360 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=28 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:54.870520 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=50 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:57.244413 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:44:57.248696 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=36,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:00.079089 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:00.082195 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:03.450642 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:03.473511 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:04.958581 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-bbc7b1db-5d3c-4cac-9c59-c556b5e6bd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:07.341027 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4360f38f-1d27-4650-9a0b-845937babea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:08.507306 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:10.102765 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:10.290223 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:20.276009 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:20.283898 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:28.456558 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:28.473296 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:29.470133 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:45:34.946155 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a645cc8d-8861-4555-bad0-4eb8482cdf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:37.346471 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9f449351-8681-488c-a749-948654e154fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:38.513712 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:39.470252 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:40.102984 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:40.284292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:45:50.267301 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:45:50.277722 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:02.252147 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46548) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:02.323262 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad930002-ceee-453e-8c16-63f82cf9462a admin admin] GET failed (client error): The resource could not be found. Jun 20 14:46:02.324571 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-ad930002-ceee-453e-8c16-63f82cf9462a admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0714157 Jun 20 14:46:02.568352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f30842-95ea-4e7a-bd08-97e9516f5191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:02.569763 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-19f30842-95ea-4e7a-bd08-97e9516f5191 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2409666 Jun 20 14:46:04.614075 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46558) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:04.717816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd4cc54-8012-473d-aef4-c441cee87411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:04.719177 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7bd4cc54-8012-473d-aef4-c441cee87411 admin admin] 10.222.0.23 "GET /v2.0/subnets/ded72ed8-a0e4-4b86-b4e3-87def5d80e4c HTTP/1.1" status: 200 len: 849 time: 0.1041284 Jun 20 14:46:04.729867 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:46:04.821902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Publish callbacks [] for subnet (ded72ed8-a0e4-4b86-b4e3-87def5d80e4c), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:04.941856 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-60ffc867-a3d4-4ae9-9861-2e0186bd2480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:04.966359 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740486193848'] for subnet (ded72ed8-a0e4-4b86-b4e3-87def5d80e4c), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:04.999497 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:05.000088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:05.002245 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03dd16-3a75-4b36-bc5b-4a2e9f8985a7 None None] Network 246f32e0-75dc-4e77-a861-0bf39466d357 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:46:05.003910 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] 10.222.0.23 "PUT /v2.0/subnets/ded72ed8-a0e4-4b86-b4e3-87def5d80e4c HTTP/1.1" status: 200 len: 868 time: 0.2776003 Jun 20 14:46:05.023794 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded72ed8-a0e4-4b86-b4e3-87def5d80e4c,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:46:05.032752 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.033462 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.033815 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.034169 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.034505 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.034805 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.035137 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.035486 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.035804 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.036226 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.036542 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.036907 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.037230 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.037553 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.037864 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187451d9-734a-4616-a436-749defadd7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:05.332441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-f3f053d3-77ac-47b1-81e6-e823ae999c17 None None] Provisioning complete for port 1d000279-4e16-49b9-8ad4-b768261fd58d triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:46:05.332866 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f3f053d3-77ac-47b1-81e6-e823ae999c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1d000279-4e16-49b9-8ad4-b768261fd58d), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:05.410625 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-f3f053d3-77ac-47b1-81e6-e823ae999c17 None None] Current status of the port 1d000279-4e16-49b9-8ad4-b768261fd58d is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:46:05.419090 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-f3f053d3-77ac-47b1-81e6-e823ae999c17 None None] Provisioning complete for port 231921a8-8dcc-439c-b90b-fd4c83863e2f triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:46:05.419451 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f3f053d3-77ac-47b1-81e6-e823ae999c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (231921a8-8dcc-439c-b90b-fd4c83863e2f), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:05.453469 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:05.458661 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=5 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:05.495318 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-f3f053d3-77ac-47b1-81e6-e823ae999c17 None None] Current status of the port 231921a8-8dcc-439c-b90b-fd4c83863e2f is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:46:06.468881 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:46:07.096367 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46566) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:07.310920 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaaf13c-9231-4d90-9175-aef31fbaa756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:07.311295 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaaf13c-9231-4d90-9175-aef31fbaa756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:07.312899 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2eaaf13c-9231-4d90-9175-aef31fbaa756 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2151368 Jun 20 14:46:07.345907 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a8a0b317-7f48-46ba-bbd2-301c58c98f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:08.505068 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:09.359340 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46576) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:09.497415 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b386090f-febc-44b8-8d2a-0f45c735629b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:09.497879 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b386090f-febc-44b8-8d2a-0f45c735629b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:09.499420 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-b386090f-febc-44b8-8d2a-0f45c735629b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1390908 Jun 20 14:46:10.105057 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:10.272114 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:11.551227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46584) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:11.710338 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c48cda-c61f-4e5f-a8e1-c88cf5675352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:11.711717 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-10c48cda-c61f-4e5f-a8e1-c88cf5675352 admin admin] 10.222.0.23 "GET /v2.0/networks/246f32e0-75dc-4e77-a861-0bf39466d357 HTTP/1.1" status: 200 len: 869 time: 0.1595252 Jun 20 14:46:13.787726 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46594) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:13.934497 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4204a536-396c-4c5c-a3bd-80936641cad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:13.935864 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4204a536-396c-4c5c-a3bd-80936641cad2 admin admin] 10.222.0.23 "GET /v2.0/networks/b5b2035b-e964-4664-afa8-3dbdff698b0e HTTP/1.1" status: 200 len: 886 time: 0.1469312 Jun 20 14:46:15.967362 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46602) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:16.106711 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8890c059-aae0-4f71-8a37-087446c1a5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:16.107147 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8890c059-aae0-4f71-8a37-087446c1a5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:16.108679 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8890c059-aae0-4f71-8a37-087446c1a5b2 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403620 Jun 20 14:46:16.464196 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:16.465002 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:18.160913 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46610) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:18.290933 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daec17a-8798-40dd-8564-c7245eb38410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:18.291384 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daec17a-8798-40dd-8564-c7245eb38410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:18.292946 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3daec17a-8798-40dd-8564-c7245eb38410 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310694 Jun 20 14:46:20.265238 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:20.265807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:20.338654 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46618) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:20.446822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e196f8a-04ba-42ad-b08f-18259361e9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:20.448182 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-8e196f8a-04ba-42ad-b08f-18259361e9eb admin admin] 10.222.0.23 "GET /v2.0/subnets/afc4172c-91c7-4894-b397-b12715b0f77b HTTP/1.1" status: 200 len: 816 time: 0.1085777 Jun 20 14:46:22.554596 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46626) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:22.668135 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd62f7-fc9e-430c-a09d-004c28d872c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:22.669508 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-e1dd62f7-fc9e-430c-a09d-004c28d872c0 admin admin] 10.222.0.23 "GET /v2.0/subnets/ded72ed8-a0e4-4b86-b4e3-87def5d80e4c HTTP/1.1" status: 200 len: 868 time: 0.1136065 Jun 20 14:46:26.097965 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:26.102047 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:32.662987 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=40 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:32.664986 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=42 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:34.944975 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d2cb52b5-0783-426e-aeee-8a5d5394386a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:37.340434 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-735777bd-1995-4db4-88a9-5f65aef62c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:38.508437 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:40.104025 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:40.279094 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:42.455416 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:42.456756 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:43.467193 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:46:49.206011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46680) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:49.264102 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [None req-81b33f88-a037-47b6-95ec-0b9b5d187a70 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:46:49.265101 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-81b33f88-a037-47b6-95ec-0b9b5d187a70 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0577922 Jun 20 14:46:50.270724 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:50.273039 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:51.393775 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46688) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:51.469822 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7f6d0b-7417-4bb7-8bb6-bd18f0bb7afe admin admin] GET failed (client error): The resource could not be found. Jun 20 14:46:51.471155 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3b7f6d0b-7417-4bb7-8bb6-bd18f0bb7afe admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0760505 Jun 20 14:46:51.622621 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b3f9b6-77c0-448f-ae12-27af28fa4696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:51.624023 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-55b3f9b6-77c0-448f-ae12-27af28fa4696 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1466639 Jun 20 14:46:53.707120 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46696) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:53.768268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:46:53.862118 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Made reservation on behalf of 995754b005f44c748381f029d2a25afd for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:46:53.864436 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:53.906999 dv-cinder-836973-5-iscsi neutron-server[110373]: WARNING neutron.services.revisions.revision_plugin [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Could not find related network for resource to bump revision. Jun 20 14:46:53.924638 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:46:53.938252 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740486215572', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (2ff0e10a-42cd-4260-9e2e-5f751a084a8a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:53.939064 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Unsubscribe: segment precommit_create {{(pid=110373) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 20 14:46:53.939712 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Added segment 2ff0e10a-42cd-4260-9e2e-5f751a084a8a of type vlan for network 10935588-8549-4981-93d0-87f7e50b222d Jun 20 14:46:53.988207 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (10935588-8549-4981-93d0-87f7e50b222d), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:54.023548 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (10935588-8549-4981-93d0-87f7e50b222d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:54.024924 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:54.025587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:54.080108 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3716574 Jun 20 14:46:54.122393 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Pushing event updated for resources: {'Network': ['ID=10935588-8549-4981-93d0-87f7e50b222d,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:46:54.130004 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.130365 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.130689 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.131018 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.131340 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.131649 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.132064 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.132385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.132749 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.133079 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.133399 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.133741 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.134045 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.134359 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.134670 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd5560f-41f8-453f-b39c-a669d3ad696d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:54.146645 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 10935588-8549-4981-93d0-87f7e50b222d details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:46:56.164089 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46704) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:46:56.228126 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f626240-cc81-407f-b7df-f135f374823e admin admin] GET failed (client error): The resource could not be found. Jun 20 14:46:56.229545 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4f626240-cc81-407f-b7df-f135f374823e admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0644853 Jun 20 14:46:56.309948 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3ab571-1999-41b3-b41f-60f73752f261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:56.311456 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4f3ab571-1999-41b3-b41f-60f73752f261 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0776968 Jun 20 14:46:56.324336 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Request body: {'subnet': {'network_id': '10935588-8549-4981-93d0-87f7e50b222d', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:46:56.354980 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Made reservation on behalf of 995754b005f44c748381f029d2a25afd for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:46:56.357256 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:56.523933 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (a4d5c3d2-ba72-4f21-a021-3e522d2b99f1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:56.575091 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d5c3d2-ba72-4f21-a021-3e522d2b99f1,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:46:56.590832 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Checking segment: {'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:46:56.591175 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Network hostable DHCP agents. Network: 10935588-8549-4981-93d0-87f7e50b222d, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:46:56.613678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Network 10935588-8549-4981-93d0-87f7e50b222d is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:46:56.627405 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 10935588-8549-4981-93d0-87f7e50b222d) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:46:56.631671 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:46:56.632327 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:56.636507 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e9993-684e-4d93-9aba-8ea3738f2163 None None] Network 10935588-8549-4981-93d0-87f7e50b222d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:46:56.648466 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0c8e0827-4cd8-443a-ad0e-d808d33d6bf3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3299026 Jun 20 14:46:56.751091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-10935588-8549-4981-93d0-87f7e50b222d', 'network_id': '10935588-8549-4981-93d0-87f7e50b222d', 'project_id': '995754b005f44c748381f029d2a25afd', 'fixed_ips': [{'subnet_id': 'a4d5c3d2-ba72-4f21-a021-3e522d2b99f1'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:46:56.752457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:56.904560 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Allocated IP 192.168.233.2 (10935588-8549-4981-93d0-87f7e50b222d/a4d5c3d2-ba72-4f21-a021-3e522d2b99f1/4511815d-5452-4ff6-92d0-02cedaa1d7f1) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:46:57.143568 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Publish callbacks [] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:57.151249 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:57.197191 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Network 10935588-8549-4981-93d0-87f7e50b222d is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:46:57.198435 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Pushing event updated for resources: {'Port': ['ID=4511815d-5452-4ff6-92d0-02cedaa1d7f1,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:46:57.200884 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:46:57.203746 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:46:57.211723 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.212065 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.212404 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.212746 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.213087 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.213401 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.213702 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.214012 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.214321 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.214631 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.214938 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.215263 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.215577 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.216187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.216187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:46:57.270933 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Attempting to bind port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:46:57.271296 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Attempting to bind port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:46:57.271652 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Attempting to bind port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 on network 10935588-8549-4981-93d0-87f7e50b222d {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:46:57.276695 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:46:57.277161 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Checking segment: {'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:46:57.277481 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:57.277881 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Bound using segment: {'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:46:57.278326 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Bound port: 4511815d-5452-4ff6-92d0-02cedaa1d7f1, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:46:57.278680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:57.342956 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] For port 4511815d-5452-4ff6-92d0-02cedaa1d7f1, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:46:57.346251 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] For port 4511815d-5452-4ff6-92d0-02cedaa1d7f1, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=4511815d-5452-4ff6-92d0-02cedaa1d7f1,segment=NetworkSegment(2ff0e10a-42cd-4260-9e2e-5f751a084a8a),segment_id=2ff0e10a-42cd-4260-9e2e-5f751a084a8a)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:46:57.352529 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:57.411418 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c323a17-b08c-476b-84c9-8a422a8b603a None None] Pushing event updated for resources: {'Port': ['ID=4511815d-5452-4ff6-92d0-02cedaa1d7f1,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:46:58.042887 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 4511815d-5452-4ff6-92d0-02cedaa1d7f1 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:46:58.096911 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:58.100082 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:46:58.100457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:58.186737 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:46:58.187118 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:58.207258 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:46:58.224176 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 4511815d-5452-4ff6-92d0-02cedaa1d7f1, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=4511815d-5452-4ff6-92d0-02cedaa1d7f1,segment=NetworkSegment(2ff0e10a-42cd-4260-9e2e-5f751a084a8a),segment_id=2ff0e10a-42cd-4260-9e2e-5f751a084a8a)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:46:58.232939 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:58.275100 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169fdbe4-2ae0-4b8e-b330-b6fb517563a8 None None] Network 10935588-8549-4981-93d0-87f7e50b222d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:46:58.347252 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=4511815d-5452-4ff6-92d0-02cedaa1d7f1,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:46:58.369007 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-79df2ca7-f9c0-4187-948b-76ce43899390 None None] Provisioning complete for port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:46:58.369384 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-79df2ca7-f9c0-4187-948b-76ce43899390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:58.477179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-79df2ca7-f9c0-4187-948b-76ce43899390 None None] Current status of the port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:46:58.595310 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-f72a04e0-d5f1-4511-bce4-0f2df742cf6d None None] Provisioning complete for port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:46:58.595691 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f72a04e0-d5f1-4511-bce4-0f2df742cf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:46:58.669601 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-f72a04e0-d5f1-4511-bce4-0f2df742cf6d None None] Current status of the port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:47:00.017748 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 4511815d-5452-4ff6-92d0-02cedaa1d7f1 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:47:00.066112 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:47:00.066498 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4511815d-5452-4ff6-92d0-02cedaa1d7f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:00.135750 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 4511815d-5452-4ff6-92d0-02cedaa1d7f1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:47:02.326557 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=11 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:02.332764 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=17 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:04.950235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-bc63b88c-cf1e-47f3-804f-cfc181dc59a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:06.638727 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:06.642061 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:07.349004 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-63eb6463-8154-47c1-a6fb-2b2ea38b378b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:08.512310 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:10.109742 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:10.281723 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:19.448520 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:19.454214 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:20.272119 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=74,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:20.274156 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:20.465998 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:47:30.462203 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:34.955565 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ecc08675-6454-499f-8d70-1d61507c5abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:37.343498 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4a8cabd3-e3a7-4e6c-bbcf-db688f4e5ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:38.514008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:40.114055 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:40.280480 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:47:50.271922 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:50.274915 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:56.451452 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:47:57.465812 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:48:04.960565 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-657e7e1c-f274-4a78-838c-0fe7a4b1df42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:07.346285 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-685eea81-33d1-4f07-8858-82b209dd9fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:07.461260 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:07.462025 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:08.516877 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:10.115482 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:10.275638 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:20.267791 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:20.269680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:21.146244 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46746) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:48:21.154623 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [None req-8df6100f-57fb-4a47-bcdc-ca680177b3b3 tempest-verify_tempest_config-1277747866 tempest-verify_tempest_config-1277747866-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:48:21.155934 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-8df6100f-57fb-4a47-bcdc-ca680177b3b3 tempest-verify_tempest_config-1277747866 tempest-verify_tempest_config-1277747866-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0086827 Jun 20 14:48:21.484330 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46764) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:48:21.604500 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:21.713136 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Publish callbacks [] for security_group (ec4b42b8-6eb0-405a-aed2-4cb0a97f4203), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:21.718653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ec4b42b8-6eb0-405a-aed2-4cb0a97f4203), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:21.766730 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ba3eeec67f7423488f6ea1861525e6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2810907 Jun 20 14:48:21.767556 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b42b8-6eb0-405a-aed2-4cb0a97f4203,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:48:21.769544 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46768) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:48:21.785046 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.785381 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.785718 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.786041 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.786359 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.786673 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.786989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.787306 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.787618 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.787930 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.788237 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.788548 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.788895 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.789195 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.789499 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea29a7-6d94-416f-b25a-cd97432f6ae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:48:21.834338 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-03409a9b-a626-4d28-ac21-7e66d9c43d98 admin admin] Publish callbacks [] for security_group (ec4b42b8-6eb0-405a-aed2-4cb0a97f4203), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:21.854691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-03409a9b-a626-4d28-ac21-7e66d9c43d98 admin admin] Publish callbacks [] for security_group (ec4b42b8-6eb0-405a-aed2-4cb0a97f4203), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:21.957022 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-03409a9b-a626-4d28-ac21-7e66d9c43d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ec4b42b8-6eb0-405a-aed2-4cb0a97f4203), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:21.959772 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-03409a9b-a626-4d28-ac21-7e66d9c43d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:21.960942 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-03409a9b-a626-4d28-ac21-7e66d9c43d98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec4b42b8-6eb0-405a-aed2-4cb0a97f4203 HTTP/1.1" status: 204 len: 168 time: 0.1897304 Jun 20 14:48:21.968898 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03409a9b-a626-4d28-ac21-7e66d9c43d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b42b8-6eb0-405a-aed2-4cb0a97f4203,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:48:31.964148 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:31.965141 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:31.987438 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:33.448528 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:33.449349 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:34.464669 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:48:34.965611 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9bc491c8-c0c4-481b-83fa-a0e10492f07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:37.351107 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-575b7424-3213-4312-a7b1-8af1f16a54a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:38.520350 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:40.117410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:40.279746 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:48:44.460066 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:44.461130 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:50.272738 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:48:50.273905 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:04.978268 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c45367a9-dec7-44cb-bb51-d71679c89043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:07.365288 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-af5291b5-fa07-4fc8-aedc-f9174b6d2b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:08.533285 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:10.126600 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:10.298012 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:10.447495 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=12 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:10.456353 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=20 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:11.469068 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:49:20.275068 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:20.288334 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:21.462195 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:34.978328 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a29fb006-4321-4185-86a4-9bd1f65cb728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:37.367295 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c808-16e2-4f99-a385-fd7048169bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:38.534784 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:40.130775 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:40.289344 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:49:47.442115 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:47.443201 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:48.471248 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 5 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:49:50.279881 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:49:50.281315 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:03.448555 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:03.468517 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:04.984513 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-50088bf8-9685-41a6-940c-13cd03f7e23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:06.881030 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1609365'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:07.460358 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-57d2836a-9058-4a03-921c-dbbb00785341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:08.537595 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:10.135037 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:10.297000 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:19.220596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 46842) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:50:19.340568 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-df79428a-64ea-4bf2-a548-3d7d22b93391 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1188591 Jun 20 14:50:20.285172 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:20.288421 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:21.407293 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46852) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:50:21.475100 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-55457bd5-72a2-4701-b68d-51134c03556f admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0664394 Jun 20 14:50:24.440929 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:24.441772 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:25.471011 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:50:29.335575 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:31.468654 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:31.469918 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:34.982117 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-0652d34c-affd-4c77-814e-31256ffcc84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:35.467289 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:36.839218 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:37.374504 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8057-c124-48e7-a605-6c51a1d4cc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:38.545265 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:40.134676 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:40.285976 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:50:50.272186 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:50:50.279290 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:02.243447 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=16 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:02.246384 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=16 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:02.473752 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:51:04.974444 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-313053f7-6601-4803-8954-f1b47b556630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:06.843095 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:07.369532 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b20396a2-abf8-4d0e-bf71-9b4194a2c77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:08.538976 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:10.135000 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:10.280740 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:12.468864 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:12.469629 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:20.273837 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:20.275609 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:34.968573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3db027f7-b40a-4777-9723-a6ecd00c1812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:36.842438 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:37.374437 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c1f0bf78-4db2-4a58-bf4a-779ba40ff02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:38.439816 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:38.440861 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:38.541025 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:39.474379 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:51:40.139117 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:40.285219 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:49.469844 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:49.470737 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:50.278167 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:50.280271 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:51:59.484748 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 46996) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:51:59.787102 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-505411313-network', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:51:59.810035 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Made reservation on behalf of 532cbc0c846c4a528fccd85b0b8ab4d8 for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:51:59.813347 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:59.823464 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:59.928316 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks [] for security_group (7d0f2342-c54a-477c-a154-0154627954a1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:59.932625 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7d0f2342-c54a-477c-a154-0154627954a1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:51:59.965176 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:51:59.976448 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f2342-c54a-477c-a154-0154627954a1,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:51:59.986270 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.986630 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.986939 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.987268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.987593 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.988125 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.988239 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.988517 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.988858 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.989340 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.989658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.989983 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.990291 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.990784 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.991389 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Tracked resource versions report: Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: pushed versions: Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: { 'AddressGroup': {'1.2'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Agent': {'1.1'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'ConntrackHelper': {'1.0'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Log': {'1.0'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'NDPProxy': {'1.0'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Network': {'1.1'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Port': {'1.7'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'PortForwarding': {'1.3'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'QosPolicy': {'1.10'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroup': {'1.5'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SubPort': {'1.0'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Subnet': {'1.1'}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Trunk': {'1.1'}} Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: consumer versions: Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: HyperV agent@hv-cinder-83697: {}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Agent': '1.1', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'ConntrackHelper': '1.0', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'LocalIPAssociation': '1.0', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Log': '1.0', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'NDPProxy': '1.0', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Network': '1.1', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Port': '1.7', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'PortForwarding': '1.3', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'QosPolicy': '1.10', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroup': '1.5', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SecurityGroupRule': '1.2', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'SubPort': '1.0', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Subnet': '1.1', Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: 'Trunk': '1.1'}} Jun 20 14:51:59.993255 dv-cinder-836973-5-iscsi neutron-server[110373]: {{(pid=110373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:52:00.002691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (e6a2b740-48cf-4723-9c9f-baaf208411b2), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.003295 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Added segment e6a2b740-48cf-4723-9c9f-baaf208411b2 of type vlan for network b2b22871-0b88-408a-81b6-567b6c78e97d Jun 20 14:52:00.059598 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (b2b22871-0b88-408a-81b6-567b6c78e97d), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.089682 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (b2b22871-0b88-408a-81b6-567b6c78e97d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.090670 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:00.091272 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.154574 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] Pushing event updated for resources: {'Network': ['ID=b2b22871-0b88-408a-81b6-567b6c78e97d,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:00.159668 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3bb75284-b8af-4229-8f65-c06914375cdf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6731379 Jun 20 14:52:00.162867 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47056) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:00.167371 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network b2b22871-0b88-408a-81b6-567b6c78e97d details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:00.170902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Request body: {'subnet': {'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-505411313-subnet', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:00.200307 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Made reservation on behalf of 532cbc0c846c4a528fccd85b0b8ab4d8 for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:00.203196 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.393656 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (25b0d378-67b3-45fc-a9cd-35b7824289c9), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.454469 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b0d378-67b3-45fc-a9cd-35b7824289c9,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:00.466122 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.466468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.466831 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.467182 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.467499 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.467819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.468321 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.468842 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.469186 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.469521 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.469858 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.470183 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.470504 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.470824 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.471137 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Tracked resource versions report: Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: pushed versions: Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: { 'AddressGroup': {'1.2'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Agent': {'1.1'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'ConntrackHelper': {'1.0'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Log': {'1.0'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'NDPProxy': {'1.0'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Network': {'1.1'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Port': {'1.7'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'PortForwarding': {'1.3'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'QosPolicy': {'1.10'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroup': {'1.5'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SubPort': {'1.0'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Subnet': {'1.1'}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Trunk': {'1.1'}} Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: consumer versions: Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: HyperV agent@hv-cinder-83697: {}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Agent': '1.1', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'ConntrackHelper': '1.0', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'LocalIPAssociation': '1.0', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Log': '1.0', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'NDPProxy': '1.0', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Network': '1.1', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Port': '1.7', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'PortForwarding': '1.3', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'QosPolicy': '1.10', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroup': '1.5', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SecurityGroupRule': '1.2', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'SubPort': '1.0', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Subnet': '1.1', Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: 'Trunk': '1.1'}} Jun 20 14:52:00.472351 dv-cinder-836973-5-iscsi neutron-server[110374]: {{(pid=110374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:52:00.476302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Checking segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:00.476836 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Network hostable DHCP agents. Network: b2b22871-0b88-408a-81b6-567b6c78e97d, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:00.504851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Network b2b22871-0b88-408a-81b6-567b6c78e97d is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:00.516363 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, b2b22871-0b88-408a-81b6-567b6c78e97d) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:00.526408 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712e9c0-4727-4e43-9141-524ea9b80074 None None] Network b2b22871-0b88-408a-81b6-567b6c78e97d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:00.528159 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:00.528870 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.552461 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47074) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:00.553171 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-05bac1c3-e8c3-4ecf-9a6f-801f92e7c112 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3884585 Jun 20 14:52:00.563598 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:00.593345 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (fba067bd-1f51-492d-8ecc-3583faae66dc), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.595082 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (fba067bd-1f51-492d-8ecc-3583faae66dc), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.598012 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47076) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:00.662419 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-b2b22871-0b88-408a-81b6-567b6c78e97d', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:52:00.663375 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.743047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks [] for router_controller (fba067bd-1f51-492d-8ecc-3583faae66dc), precommit_add_association {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:00.775175 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47082) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:00.810470 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47086) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:00.913493 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Allocated IP 172.20.0.2 (b2b22871-0b88-408a-81b6-567b6c78e97d/25b0d378-67b3-45fc-a9cd-35b7824289c9/1dd9218b-54e7-4cde-a87b-75dd52027ffd) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:00.944398 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks [] for router_gateway (fba067bd-1f51-492d-8ecc-3583faae66dc), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.104807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Publish callbacks [] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.114032 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.141517 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-network', 'tenant_id': '1333ac4890624e11941a2681b51b07ab'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:01.162454 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Network b2b22871-0b88-408a-81b6-567b6c78e97d is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:01.170612 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-365655304-network', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:01.171105 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:01.182364 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:01.202451 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Made reservation on behalf of 361bd83b835c4ec3b01a1173b2d9cb1d for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:01.206433 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.219257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.229262 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Made reservation on behalf of 1333ac4890624e11941a2681b51b07ab for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:01.231473 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Pushing event updated for resources: {'Port': ['ID=1dd9218b-54e7-4cde-a87b-75dd52027ffd,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:01.231790 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.242789 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.242789 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.243804 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.243804 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.244183 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.244602 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.245085 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.246187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.246625 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.246754 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196522467-network', 'tenant_id': 'a1b38d95652c4cdaa5b84dd9e0d3d644'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:01.247362 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.247820 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.248365 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.248738 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.249340 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.249703 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Tracked resource versions report: Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: pushed versions: Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: { 'AddressGroup': {'1.2'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Agent': {'1.1'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'ConntrackHelper': {'1.0'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Log': {'1.0'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'NDPProxy': {'1.0'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Network': {'1.1'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Port': {'1.7'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'PortForwarding': {'1.3'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'QosPolicy': {'1.10'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroup': {'1.5'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SubPort': {'1.0'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Subnet': {'1.1'}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Trunk': {'1.1'}} Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: consumer versions: Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: HyperV agent@hv-cinder-83697: {}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Agent': '1.1', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'ConntrackHelper': '1.0', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'LocalIPAssociation': '1.0', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Log': '1.0', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'NDPProxy': '1.0', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Network': '1.1', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Port': '1.7', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'PortForwarding': '1.3', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'QosPolicy': '1.10', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroup': '1.5', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SecurityGroupRule': '1.2', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'SubPort': '1.0', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Subnet': '1.1', Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: 'Trunk': '1.1'}} Jun 20 14:52:01.251637 dv-cinder-836973-5-iscsi neutron-server[110375]: {{(pid=110375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:52:01.284253 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.308743 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Attempting to bind port 1dd9218b-54e7-4cde-a87b-75dd52027ffd on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:01.309441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Attempting to bind port 1dd9218b-54e7-4cde-a87b-75dd52027ffd by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:01.309955 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Attempting to bind port 1dd9218b-54e7-4cde-a87b-75dd52027ffd on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:01.318966 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:01.319660 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Checking segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:01.320151 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.320984 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Bound using segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:01.322119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Made reservation on behalf of a1b38d95652c4cdaa5b84dd9e0d3d644 for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:01.323207 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Bound port: 1dd9218b-54e7-4cde-a87b-75dd52027ffd, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:01.323861 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.325920 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.338209 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.361807 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks [] for router_gateway (fba067bd-1f51-492d-8ecc-3583faae66dc), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.362706 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:01.413310 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.424613 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:01.424835 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] For port 1dd9218b-54e7-4cde-a87b-75dd52027ffd, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:01.430147 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] For port 1dd9218b-54e7-4cde-a87b-75dd52027ffd, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=1dd9218b-54e7-4cde-a87b-75dd52027ffd,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:01.439102 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks [] for security_group (02026914-d35d-47f3-97fd-111d98dd6cac), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.442803 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.448951 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (02026914-d35d-47f3-97fd-111d98dd6cac), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.505480 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:01.506652 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02026914-d35d-47f3-97fd-111d98dd6cac,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:01.535433 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:52:01.566738 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86d73e-7fd8-41c3-92ce-6db424b316e2 None None] Pushing event updated for resources: {'Port': ['ID=1dd9218b-54e7-4cde-a87b-75dd52027ffd,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:01.585381 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.585713 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Added segment 4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16 of type vlan for network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 Jun 20 14:52:01.622385 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks [] for security_group (967b15a2-9462-418d-916b-b77566fd960b), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.648416 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks [] for security_group (0919089e-9d68-4663-b49b-992493a74174), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.650961 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Allocated IP 172.27.1.91 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/25aa42a4-03c3-4527-bb17-76cad3bcc770) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:01.652053 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (967b15a2-9462-418d-916b-b77566fd960b), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.666652 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:52:01.682654 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (298793bc-e318-45a5-b440-a2067b2acc40), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.683309 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Added segment 298793bc-e318-45a5-b440-a2067b2acc40 of type vlan for network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d Jun 20 14:52:01.738715 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (7525c8ce-ba0d-41dc-84d9-0e995f7e941d), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.769471 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks [] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.833500 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:01.847361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (0919089e-9d68-4663-b49b-992493a74174), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.848286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.848881 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (7525c8ce-ba0d-41dc-84d9-0e995f7e941d), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.848881 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:01.848881 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.868302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.871290 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:52:01.879603 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Pushing event updated for resources: {'Port': ['ID=25aa42a4-03c3-4527-bb17-76cad3bcc770,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:01.894029 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:01.895867 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:01.898624 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:01.911764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (8bb9dd71-9246-422a-abe6-cb158960c44d), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:01.912420 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Added segment 8bb9dd71-9246-422a-abe6-cb158960c44d of type vlan for network 85e52c7e-ff85-4c76-950a-ac564060c7e2 Jun 20 14:52:01.928251 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3291264 Jun 20 14:52:01.939277 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967b15a2-9462-418d-916b-b77566fd960b,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:01.946268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47140) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:01.958244 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Request body: {'subnet': {'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-subnet', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:01.993907 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=70,neutron:INSERT=22,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:02.031117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.032452 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:02.033332 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.082968 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d222f-0dfb-42c6-aaa8-bf18696f8d3b admin admin] Pushing event updated for resources: {'Network': ['ID=7525c8ce-ba0d-41dc-84d9-0e995f7e941d,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:02.095226 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:02.095543 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (85e52c7e-ff85-4c76-950a-ac564060c7e2), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.101463 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0919089e-9d68-4663-b49b-992493a74174,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:02.154445 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:02.174644 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Made reservation on behalf of 1333ac4890624e11941a2681b51b07ab for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:02.186687 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.212369 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4356444 Jun 20 14:52:02.227245 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47144) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:02.259722 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Request body: {'subnet': {'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-365655304-subnet', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:02.322536 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 1dd9218b-54e7-4cde-a87b-75dd52027ffd up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:02.324769 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (85e52c7e-ff85-4c76-950a-ac564060c7e2), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.336093 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:02.338019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.340621 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd2a5c-016d-4f23-a5f8-fbf299c67f5d admin admin] Pushing event updated for resources: {'Network': ['ID=1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:02.381126 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:02.394684 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5826437 Jun 20 14:52:02.398257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47156) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:02.472821 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Request body: {'subnet': {'network_id': '85e52c7e-ff85-4c76-950a-ac564060c7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1196522467-subnet', 'tenant_id': 'a1b38d95652c4cdaa5b84dd9e0d3d644', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:02.491411 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c9935-6a88-423c-a54c-3ae95621ba7e admin admin] Pushing event updated for resources: {'Network': ['ID=85e52c7e-ff85-4c76-950a-ac564060c7e2,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:02.552440 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 85e52c7e-ff85-4c76-950a-ac564060c7e2 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:02.553886 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Made reservation on behalf of a1b38d95652c4cdaa5b84dd9e0d3d644 for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:02.558219 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.662857 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Made reservation on behalf of 361bd83b835c4ec3b01a1173b2d9cb1d for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:02.672127 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.734508 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:02.746989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:02.764120 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 1dd9218b-54e7-4cde-a87b-75dd52027ffd triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:02.764978 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:02.949655 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks [] for router_gateway (fba067bd-1f51-492d-8ecc-3583faae66dc), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.012765 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 1dd9218b-54e7-4cde-a87b-75dd52027ffd is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:03.013160 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.073723 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 1dd9218b-54e7-4cde-a87b-75dd52027ffd, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=1dd9218b-54e7-4cde-a87b-75dd52027ffd,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:03.084000 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.175130 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8a879-57a9-48cd-baef-4a7f304b73bf None None] Network b2b22871-0b88-408a-81b6-567b6c78e97d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:03.202536 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=1dd9218b-54e7-4cde-a87b-75dd52027ffd,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:03.234185 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (b9e92d7f-3423-4d94-8da2-6e1192b280bc), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.274074 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (07da166f-a8bc-4b30-aa73-076972bd3bc3), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.358935 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Pushing event updated for resources: {'Subnet': ['ID=07da166f-a8bc-4b30-aa73-076972bd3bc3,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:03.362889 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e92d7f-3423-4d94-8da2-6e1192b280bc,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:03.366989 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Checking segment: {'id': '8bb9dd71-9246-422a-abe6-cb158960c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85e52c7e-ff85-4c76-950a-ac564060c7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:03.367713 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Network hostable DHCP agents. Network: 85e52c7e-ff85-4c76-950a-ac564060c7e2, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:03.374817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:03.380136 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:03.405698 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Network 85e52c7e-ff85-4c76-950a-ac564060c7e2 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:03.423238 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 85e52c7e-ff85-4c76-950a-ac564060c7e2) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:03.425168 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (82617bfc-d54b-45f5-94fe-6bd247625cb4), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.425747 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-e048bbd3-70c3-4fa5-89aa-e5e4e41eebd2 None None] Provisioning complete for port 1dd9218b-54e7-4cde-a87b-75dd52027ffd triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:03.425747 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e048bbd3-70c3-4fa5-89aa-e5e4e41eebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.428682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:03.429428 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.452798 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-fbaadb84-53f8-481f-a680-226f13b44431 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0518098 Jun 20 14:52:03.471382 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:03.473901 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:03.487807 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82617bfc-d54b-45f5-94fe-6bd247625cb4,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:03.493774 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f462e07-79db-4e8c-89a6-df9943b9edb7 None None] Network 85e52c7e-ff85-4c76-950a-ac564060c7e2 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:03.523335 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Checking segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:03.523840 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Network hostable DHCP agents. Network: 7525c8ce-ba0d-41dc-84d9-0e995f7e941d, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:03.578967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (fba067bd-1f51-492d-8ecc-3583faae66dc), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.582278 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:03.590139 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 7525c8ce-ba0d-41dc-84d9-0e995f7e941d) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:03.592327 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Checking segment: {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:03.592859 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Network hostable DHCP agents. Network: 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:03.607719 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:03.608613 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.683445 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:03.702232 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:03.707884 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370494f0-3b1e-4e6b-b827-2e3fd9af4a12 None None] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:03.710680 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:03.711787 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.737713 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ec95b35d-835b-41cf-858c-41cbd571963f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7891057 Jun 20 14:52:03.741024 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47206) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:03.749264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:03.769720 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b4b48-caa8-46b9-9d75-917813394bae None None] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:03.798889 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-df1bb0dd-ec04-466e-b1cb-07cecd1a3bc1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5681741 Jun 20 14:52:03.799883 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47210) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:03.800979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (19267802-6c01-4a1f-81bc-088290590266), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.803784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (19267802-6c01-4a1f-81bc-088290590266), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.806288 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:03.818686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:03.858298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (50040e62-d994-482b-8c5d-12b31a2d7a8d), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.859607 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (50040e62-d994-482b-8c5d-12b31a2d7a8d), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.884836 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-e048bbd3-70c3-4fa5-89aa-e5e4e41eebd2 None None] Current status of the port 1dd9218b-54e7-4cde-a87b-75dd52027ffd is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:03.951432 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks [] for router_controller (50040e62-d994-482b-8c5d-12b31a2d7a8d), precommit_add_association {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:03.974372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks [] for router_controller (19267802-6c01-4a1f-81bc-088290590266), precommit_add_association {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:04.012528 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea4d9e4-1c9f-425b-9c72-e7615a0a9949 None None] Network 85e52c7e-ff85-4c76-950a-ac564060c7e2 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:04.046422 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:04.193956 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'project_id': '1333ac4890624e11941a2681b51b07ab', 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:52:04.194982 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:04.251919 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'fixed_ips': [{'subnet_id': '82617bfc-d54b-45f5-94fe-6bd247625cb4'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:52:04.252812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:04.333301 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 1dd9218b-54e7-4cde-a87b-75dd52027ffd up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:04.430833 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks [] for router_gateway (19267802-6c01-4a1f-81bc-088290590266), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:04.577947 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Router fba067bd-1f51-492d-8ecc-3583faae66dc is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:52:04.612849 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks [] for router_gateway (50040e62-d994-482b-8c5d-12b31a2d7a8d), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:04.726887 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Allocated IP 172.20.0.2 (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73/82617bfc-d54b-45f5-94fe-6bd247625cb4/ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:04.739887 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:04.756404 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-5929937c-d274-40bc-a6cb-0bb8cb477264 None None] Provisioning complete for port 1dd9218b-54e7-4cde-a87b-75dd52027ffd triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:04.757324 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5929937c-d274-40bc-a6cb-0bb8cb477264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:04.785967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:04.792093 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:52:04.806354 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:52:04.830192 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:04.830853 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:51:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:04.879018 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:04.883011 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6bdd6644-60ab-4ac2-b7e2-7ef1b745c765 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3239014 Jun 20 14:52:04.884548 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47270) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:04.956667 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47274) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:04.961549 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1346717956-network', 'tenant_id': '87cf38422d7e4368b24b270f13e9629d'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:04.984516 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:05.003769 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks [] for router_gateway (19267802-6c01-4a1f-81bc-088290590266), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.052782 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.084564 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Made reservation on behalf of 87cf38422d7e4368b24b270f13e9629d for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:05.091152 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.100778 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 1dd9218b-54e7-4cde-a87b-75dd52027ffd triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:05.101184 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.187017 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.204701 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-23ef6cf8-fea0-45c3-9b8f-b384fdd83346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.210737 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks [] for router_gateway (50040e62-d994-482b-8c5d-12b31a2d7a8d), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.244185 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.306500 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Allocated IP 172.20.0.2 (7525c8ce-ba0d-41dc-84d9-0e995f7e941d/07da166f-a8bc-4b30-aa73-076972bd3bc3/9a1d7704-15ac-4f21-8883-ffd78c94deee) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:05.308806 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:05.357021 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-5929937c-d274-40bc-a6cb-0bb8cb477264 None None] Current status of the port 1dd9218b-54e7-4cde-a87b-75dd52027ffd is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:05.417249 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Allocated IP 172.27.1.54 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/e69d6594-10e4-4646-aa6d-6427aeac2808) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:05.495049 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:05.496101 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47286) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:05.512228 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks [] for security_group (7286f8bc-fee6-4188-b6fa-d3eb62daf8d9), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.585455 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7286f8bc-fee6-4188-b6fa-d3eb62daf8d9), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.610922 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:52:05.631492 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (25c19591-890b-475e-8f8e-3f0b0749179d), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.634308 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Added segment 25c19591-890b-475e-8f8e-3f0b0749179d of type vlan for network 0a70ca27-ccf3-4d24-8660-620beb950053 Jun 20 14:52:05.643058 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 1dd9218b-54e7-4cde-a87b-75dd52027ffd is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:05.647627 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:05.707117 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Publish callbacks [] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.724256 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (0a70ca27-ccf3-4d24-8660-620beb950053), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.734674 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.781541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:05.788952 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Publish callbacks [] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.801768 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:05.807431 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.808514 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (0a70ca27-ccf3-4d24-8660-620beb950053), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.810646 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:05.813394 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.816539 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:05.817672 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:05.825838 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:05.831565 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Pushing event updated for resources: {'Port': ['ID=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:05.836391 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:05.842702 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:05.863300 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:02Z', 'revision_number': 3, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:05.894175 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:52:05.894522 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Updating router fba067bd-1f51-492d-8ecc-3583faae66dc port 25aa42a4-03c3-4527-bb17-76cad3bcc770 binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:52:05.911479 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:05.928096 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:05.928625 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.010431 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286f8bc-fee6-4188-b6fa-d3eb62daf8d9,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:06.036209 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-062bfb6e-568a-4354-9e46-d76f2e04dc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.183463 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Pushing event updated for resources: {'Port': ['ID=9a1d7704-15ac-4f21-8883-ffd78c94deee,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:06.184115 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2123904 Jun 20 14:52:06.184115 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6,neutron:INSERT=15,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:06.184115 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks [] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.184115 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47318) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:06.212141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Request body: {'subnet': {'network_id': '0a70ca27-ccf3-4d24-8660-620beb950053', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1346717956-subnet', 'tenant_id': '87cf38422d7e4368b24b270f13e9629d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:06.215510 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Attempting to bind port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:06.215764 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Attempting to bind port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:06.216221 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Attempting to bind port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 on network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:06.230254 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:06.230770 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Checking segment: {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:06.231363 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.231841 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Bound using segment: {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:06.232441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Bound port: ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:06.232949 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.245824 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Attempting to bind port 9a1d7704-15ac-4f21-8883-ffd78c94deee on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:06.246356 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Attempting to bind port 9a1d7704-15ac-4f21-8883-ffd78c94deee by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:06.246802 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Attempting to bind port 9a1d7704-15ac-4f21-8883-ffd78c94deee on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:06.259365 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:06.259805 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Checking segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:06.260298 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.260839 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Bound using segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:06.261412 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Bound port: 9a1d7704-15ac-4f21-8883-ffd78c94deee, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:06.261883 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.273784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403e552-7726-4366-a7ea-473084373791 admin admin] Pushing event updated for resources: {'Network': ['ID=0a70ca27-ccf3-4d24-8660-620beb950053,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:06.296115 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 0a70ca27-ccf3-4d24-8660-620beb950053 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:06.307754 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.332002 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Made reservation on behalf of 87cf38422d7e4368b24b270f13e9629d for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:06.334645 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.394054 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:06.402452 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Allocated IP 172.27.1.88 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/75220041-b606-4992-a1a2-f7ef49bc517a) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:06.407089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:06.416375 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Allocated IP 172.20.0.1 (b2b22871-0b88-408a-81b6-567b6c78e97d/25b0d378-67b3-45fc-a9cd-35b7824289c9/98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:06.417015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:06.486440 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e69d6594-10e4-4646-aa6d-6427aeac2808,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:06.535553 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] For port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:06.565302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] For port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:06.571487 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] For port 9a1d7704-15ac-4f21-8883-ffd78c94deee, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:06.572550 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:06.574621 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-062bfb6e-568a-4354-9e46-d76f2e04dc05 admin admin] Publish callbacks [] for security_group (8e707d5a-0d13-4f64-92a9-a681c90d9115), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.575452 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] For port 9a1d7704-15ac-4f21-8883-ffd78c94deee, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=9a1d7704-15ac-4f21-8883-ffd78c94deee,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:06.578864 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.590013 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-062bfb6e-568a-4354-9e46-d76f2e04dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (8e707d5a-0d13-4f64-92a9-a681c90d9115), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.608999 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks [] for port (75220041-b606-4992-a1a2-f7ef49bc517a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.609412 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.617626 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks [] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.645386 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:06.651806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb58e0-faa2-4aeb-a790-80365881f190 None None] Pushing event updated for resources: {'Port': ['ID=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:06.658221 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.719179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdae5c6-4263-4306-ae94-6aa5df33aa1a None None] Pushing event updated for resources: {'Port': ['ID=9a1d7704-15ac-4f21-8883-ffd78c94deee,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:06.722797 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Network b2b22871-0b88-408a-81b6-567b6c78e97d is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:06.726601 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:06.729112 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.731374 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:06.732154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (fba067bd-1f51-492d-8ecc-3583faae66dc), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:06.798941 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bfb6e-568a-4354-9e46-d76f2e04dc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e707d5a-0d13-4f64-92a9-a681c90d9115,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:06.814491 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-062bfb6e-568a-4354-9e46-d76f2e04dc05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0acd9503f5f840388bafb9889cddca56&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3108008 Jun 20 14:52:06.829510 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47324) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:06.858897 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.057922 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Publish callbacks [] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.085346 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.145597 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Attempting to bind port 25aa42a4-03c3-4527-bb17-76cad3bcc770 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:07.146417 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Attempting to bind port 25aa42a4-03c3-4527-bb17-76cad3bcc770 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:07.147087 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Attempting to bind port 25aa42a4-03c3-4527-bb17-76cad3bcc770 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:07.162720 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Pushing event updated for resources: {'Port': ['ID=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:07.164269 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:07.164990 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:07.165613 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.166213 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:07.166911 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Bound port: 25aa42a4-03c3-4527-bb17-76cad3bcc770, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:07.167504 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.183333 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:07.208438 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-19b88013-6d7f-45bf-9258-97d3d3abfbec None None] Provisioning complete for port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:07.209097 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-19b88013-6d7f-45bf-9258-97d3d3abfbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.260887 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:07.270717 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Pushing event updated for resources: {'Port': ['ID=75220041-b606-4992-a1a2-f7ef49bc517a,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:07.283538 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:07.285479 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] For port 25aa42a4-03c3-4527-bb17-76cad3bcc770, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:07.287160 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:07.294966 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] For port 25aa42a4-03c3-4527-bb17-76cad3bcc770, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=25aa42a4-03c3-4527-bb17-76cad3bcc770,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:07.309522 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-19b88013-6d7f-45bf-9258-97d3d3abfbec None None] Port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:07.312102 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:07.324758 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.326852 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks [] for router_gateway (19267802-6c01-4a1f-81bc-088290590266), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.357724 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Pushing event updated for resources: {'Port': ['ID=25aa42a4-03c3-4527-bb17-76cad3bcc770,revision_number=2']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:07.389609 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (03c84d0f-bb19-4194-a02e-f25fcf694769), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.401080 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fb7004ff-3007-41f6-89da-b10eebe547fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.409702 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.410609 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.411347 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.413494 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.414028 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.414864 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.415337 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.416186 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.417922 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.418541 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.419015 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.419768 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.420236 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.420697 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.421319 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Tracked resource versions report: Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: pushed versions: Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: { 'AddressGroup': {'1.2'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Agent': {'1.1'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'ConntrackHelper': {'1.0'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'LocalIPAssociation': {'1.0'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Log': {'1.0'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'NDPProxy': {'1.0'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Network': {'1.1'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Port': {'1.7'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'PortForwarding': {'1.3'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'QosPolicy': {'1.10'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroup': {'1.5'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroupRule': {'1.2'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SubPort': {'1.0'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Subnet': {'1.1'}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Trunk': {'1.1'}} Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: consumer versions: Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: { DHCP agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: HyperV agent@hv-cinder-83697: {}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: L3 agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: Metadata agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: Metering agent@dv-cinder-836973-5-iscsi: {}, Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: Open vSwitch agent@dv-cinder-836973-5-iscsi: { 'AddressGroup': '1.2', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Agent': '1.1', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'ConntrackHelper': '1.0', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'LocalIPAssociation': '1.0', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Log': '1.0', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'NDPProxy': '1.0', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Network': '1.1', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Port': '1.7', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'PortForwarding': '1.3', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'QosPolicy': '1.10', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroup': '1.5', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SecurityGroupRule': '1.2', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'SubPort': '1.0', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Subnet': '1.1', Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: 'Trunk': '1.1'}} Jun 20 14:52:07.423809 dv-cinder-836973-5-iscsi neutron-server[110376]: {{(pid=110376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 20 14:52:07.437131 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:07.438076 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:51:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:07.444262 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3b06ede5-745d-495f-8aa8-86a8e34451fd admin admin] Publish callbacks [] for security_group (8e707d5a-0d13-4f64-92a9-a681c90d9115), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.519913 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c84d0f-bb19-4194-a02e-f25fcf694769,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:07.533238 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3b06ede5-745d-495f-8aa8-86a8e34451fd admin admin] Publish callbacks [] for security_group (8e707d5a-0d13-4f64-92a9-a681c90d9115), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.552744 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:07.575700 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.606078 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:07.624651 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Checking segment: {'id': '25c19591-890b-475e-8f8e-3f0b0749179d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0a70ca27-ccf3-4d24-8660-620beb950053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:07.625264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Network hostable DHCP agents. Network: 0a70ca27-ccf3-4d24-8660-620beb950053, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:07.692050 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Network 0a70ca27-ccf3-4d24-8660-620beb950053 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:07.697585 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dd4ef-ef2a-434d-a117-5502f9038908 None None] Pushing event updated for resources: {'Port': ['ID=25aa42a4-03c3-4527-bb17-76cad3bcc770,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:07.711651 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3b06ede5-745d-495f-8aa8-86a8e34451fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (8e707d5a-0d13-4f64-92a9-a681c90d9115), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.714933 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3b06ede5-745d-495f-8aa8-86a8e34451fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.716266 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-3b06ede5-745d-495f-8aa8-86a8e34451fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e707d5a-0d13-4f64-92a9-a681c90d9115 HTTP/1.1" status: 204 len: 168 time: 0.8815105 Jun 20 14:52:07.724017 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 0a70ca27-ccf3-4d24-8660-620beb950053) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:07.733954 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06ede5-745d-495f-8aa8-86a8e34451fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e707d5a-0d13-4f64-92a9-a681c90d9115,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:07.736522 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:07.737551 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.738713 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab35d954-2cd0-4920-a9f3-ff53b62d2c8d None None] Network 0a70ca27-ccf3-4d24-8660-620beb950053 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:07.749824 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (19267802-6c01-4a1f-81bc-088290590266), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:07.764744 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-baaa9c8a-8d2f-4f2b-8885-289d2f7d04a6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5718727 Jun 20 14:52:07.934358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Router 19267802-6c01-4a1f-81bc-088290590266 is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:52:07.981292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:08.042908 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:08.054014 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:02Z', 'revision_number': 3, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:08.083274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47344) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:08.086660 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19dd27-dd99-490b-9806-83125edb4b39 None None] Network 0a70ca27-ccf3-4d24-8660-620beb950053 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:08.087986 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks [] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.098932 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03299fe6-33a3-4436-8f8c-e9613f62868b None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:02Z', 'revision_number': 3, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:52:08.182790 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:52:08.184298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] Deleting subnet b9e92d7f-3423-4d94-8da2-6e1192b280bc {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:52:08.190414 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks [] for router_gateway (50040e62-d994-482b-8c5d-12b31a2d7a8d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.209258 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.212794 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-ac312e85-3ba7-4681-9b4d-aa378c83c9a3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4687426 Jun 20 14:52:08.215355 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47346) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:08.337820 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Sync routers for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:52:08.416483 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.422031 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:08.423516 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (fba067bd-1f51-492d-8ecc-3583faae66dc), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.424322 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:08.430319 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] Publish callbacks [] for subnet (b9e92d7f-3423-4d94-8da2-6e1192b280bc), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.440010 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:08.518240 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47362) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:08.547168 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:08.550164 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c62a2d-54f7-46ae-9ce6-ace2026841c6 None None] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:08.608010 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1e68a82b-6c8b-4bdc-9f97-10016e65a997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.703196 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:08.705798 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (50040e62-d994-482b-8c5d-12b31a2d7a8d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.729003 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:08.768230 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c7cd6848-5c73-4276-9075-718a26404fde None None] Provisioning complete for port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:08.768972 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c7cd6848-5c73-4276-9075-718a26404fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.823854 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.843945 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] Publish callbacks [] for subnet (b9e92d7f-3423-4d94-8da2-6e1192b280bc), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.871155 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (b9e92d7f-3423-4d94-8da2-6e1192b280bc), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.902663 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1e68a82b-6c8b-4bdc-9f97-10016e65a997 admin admin] Publish callbacks [] for security_group (85ba9c42-58d5-4c04-9516-9f081f46d0cf), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.913458 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Pushing event updated for resources: {'Port': ['ID=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:08.943572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1e68a82b-6c8b-4bdc-9f97-10016e65a997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (85ba9c42-58d5-4c04-9516-9f081f46d0cf), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:08.987865 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:08.988433 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.021667 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-1e68a82b-6c8b-4bdc-9f97-10016e65a997 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c61fef70cdf14c87b50dbeb35927ab08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5023346 Jun 20 14:52:09.037311 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256cb71b-fc9e-461b-ad35-e3d327a76b6f None None] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:09.047769 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47366) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:09.050500 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68a82b-6c8b-4bdc-9f97-10016e65a997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ba9c42-58d5-4c04-9516-9f081f46d0cf,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:09.107253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Network b2b22871-0b88-408a-81b6-567b6c78e97d is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:09.111707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:09.129774 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:09.147492 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:09.281949 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Router 50040e62-d994-482b-8c5d-12b31a2d7a8d is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:52:09.337392 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.350074 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1192974-2112-466d-9fe5-9ae83764a463 admin admin] Publish callbacks [] for security_group (85ba9c42-58d5-4c04-9516-9f081f46d0cf), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.354868 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (b9e92d7f-3423-4d94-8da2-6e1192b280bc), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.366923 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:09.367557 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.374784 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.377995 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b9e92d7f-3423-4d94-8da2-6e1192b280bc HTTP/1.1" status: 204 len: 168 time: 1.2934711 Jun 20 14:52:09.391073 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47370) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:09.487884 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:09.514028 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:09.561563 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Allocated IP 172.20.0.1 (7525c8ce-ba0d-41dc-84d9-0e995f7e941d/07da166f-a8bc-4b30-aa73-076972bd3bc3/52aae046-3d5a-45f8-89d6-f999d265558a) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:09.573773 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b770c-6d66-41d6-8eca-5d8a0629b413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e92d7f-3423-4d94-8da2-6e1192b280bc,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:09.582511 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:09.593525 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd6848-5c73-4276-9075-718a26404fde None None] Current status of the port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:09.594572 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c7cd6848-5c73-4276-9075-718a26404fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.601211 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:09.619798 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.620607 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 9a1d7704-15ac-4f21-8883-ffd78c94deee up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:09.746979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks [] for port (52aae046-3d5a-45f8-89d6-f999d265558a), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.831719 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.883781 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1192974-2112-466d-9fe5-9ae83764a463 admin admin] Publish callbacks [] for security_group (85ba9c42-58d5-4c04-9516-9f081f46d0cf), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.907666 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Pushing event updated for resources: {'Port': ['ID=52aae046-3d5a-45f8-89d6-f999d265558a,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:09.928016 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:06Z', 'revision_number': 3, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:09.928879 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:09.930522 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:09.943639 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:09.944037 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (19267802-6c01-4a1f-81bc-088290590266), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:09.991228 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (85e52c7e-ff85-4c76-950a-ac564060c7e2), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.002205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.db.api [None req-c7cd6848-5c73-4276-9075-718a26404fde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 20 14:52:10.002747 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG oslo_db.api [None req-c7cd6848-5c73-4276-9075-718a26404fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 20 14:52:10.006473 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Checking router: 19267802-6c01-4a1f-81bc-088290590266 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:52:10.006967 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Updating router 19267802-6c01-4a1f-81bc-088290590266 port e69d6594-10e4-4646-aa6d-6427aeac2808 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:52:10.061652 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:10.062912 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.068239 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:10.108830 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 9a1d7704-15ac-4f21-8883-ffd78c94deee triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:10.109459 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.176151 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:52:10.295648 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47400) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:10.296707 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (85e52c7e-ff85-4c76-950a-ac564060c7e2), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.321702 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.322476 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.323639 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.323969 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > port after_create 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.324286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.324596 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > port after_update 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.325158 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.325569 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.325742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.326377 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.423154 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.444011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.444226 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.490637 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11aa4ea6-f9e2-4dd3-8712-ad0aa40136e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.570220 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 9a1d7704-15ac-4f21-8883-ffd78c94deee is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:10.570673 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.574034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:10.577507 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.577846 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.578164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.578476 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:10.578835 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e52c7e-ff85-4c76-950a-ac564060c7e2']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:10.598286 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c7cd6848-5c73-4276-9075-718a26404fde None None] Current status of the port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:10.611771 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb9dd71-9246-422a-abe6-cb158960c44d') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:10.612323 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb9dd71-9246-422a-abe6-cb158960c44d') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:10.634715 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:52:10.638409 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (8bb9dd71-9246-422a-abe6-cb158960c44d), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.647815 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 9a1d7704-15ac-4f21-8883-ffd78c94deee, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=9a1d7704-15ac-4f21-8883-ffd78c94deee,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:10.655341 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Sync routers for ids ['50040e62-d994-482b-8c5d-12b31a2d7a8d'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:52:10.660310 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.671462 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Routers {'50040e62-d994-482b-8c5d-12b31a2d7a8d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:10.672334 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['50040e62-d994-482b-8c5d-12b31a2d7a8d'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:10.691117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11aa4ea6-f9e2-4dd3-8712-ad0aa40136e7 admin admin] Publish callbacks [] for security_group (2e54fbcf-5abe-4788-b517-e817f90058cd), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.703127 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11aa4ea6-f9e2-4dd3-8712-ad0aa40136e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (2e54fbcf-5abe-4788-b517-e817f90058cd), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.728008 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks [] for port (52aae046-3d5a-45f8-89d6-f999d265558a), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.733609 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-11aa4ea6-f9e2-4dd3-8712-ad0aa40136e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d707620ca5d640f78d1a8d5cf64358e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4343755 Jun 20 14:52:10.736617 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47408) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:10.738993 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.739886 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (19267802-6c01-4a1f-81bc-088290590266), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.780417 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (8bb9dd71-9246-422a-abe6-cb158960c44d), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.796253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:52:10.796410 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (8bb9dd71-9246-422a-abe6-cb158960c44d), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.798317 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:10.811072 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Pushing event updated for resources: {'Port': ['ID=52aae046-3d5a-45f8-89d6-f999d265558a,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:10.838860 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Set router 50040e62-d994-482b-8c5d-12b31a2d7a8d gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:10.871206 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Provisioning complete for port 52aae046-3d5a-45f8-89d6-f999d265558a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:10.871592 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.875314 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa4ea6-f9e2-4dd3-8712-ad0aa40136e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e54fbcf-5abe-4788-b517-e817f90058cd,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:10.916067 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:10.936079 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Publish callbacks [] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.947434 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.949216 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2a022a68-dc58-4be4-a207-69e0b7b40c61 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1464014 Jun 20 14:52:10.961799 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:10.965373 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=9a1d7704-15ac-4f21-8883-ffd78c94deee,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:10.975358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47418) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:10.977665 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Port 52aae046-3d5a-45f8-89d6-f999d265558a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:10.982947 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (85e52c7e-ff85-4c76-950a-ac564060c7e2), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.003711 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:11.019058 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1192974-2112-466d-9fe5-9ae83764a463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (85ba9c42-58d5-4c04-9516-9f081f46d0cf), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.043710 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1192974-2112-466d-9fe5-9ae83764a463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.047231 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f1192974-2112-466d-9fe5-9ae83764a463 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85ba9c42-58d5-4c04-9516-9f081f46d0cf HTTP/1.1" status: 204 len: 168 time: 1.9487965 Jun 20 14:52:11.056806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Provisioning complete for port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:11.061101 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.085372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c282f7f6-130d-4ad5-bd9e-415c7c4ee23c admin admin] Publish callbacks [] for security_group (2e54fbcf-5abe-4788-b517-e817f90058cd), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.140547 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:11.147551 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:11.152422 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Attempting to bind port e69d6594-10e4-4646-aa6d-6427aeac2808 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:11.153302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Attempting to bind port e69d6594-10e4-4646-aa6d-6427aeac2808 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:11.153302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Attempting to bind port e69d6594-10e4-4646-aa6d-6427aeac2808 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:11.159346 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.168347 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:11.169382 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] 10.222.0.23 "DELETE /v2.0/networks/85e52c7e-ff85-4c76-950a-ac564060c7e2 HTTP/1.1" status: 204 len: 168 time: 1.7463083 Jun 20 14:52:11.176061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47426) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:11.180707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ad384-0fd7-41c8-9643-dd1b84db29d1 None None] Pushing event updated for resources: {'Port': ['ID=e69d6594-10e4-4646-aa6d-6427aeac2808,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:11.185602 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 3, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port': {'id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:11.215352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c282f7f6-130d-4ad5-bd9e-415c7c4ee23c admin admin] Publish callbacks [] for security_group (2e54fbcf-5abe-4788-b517-e817f90058cd), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.222229 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1192974-2112-466d-9fe5-9ae83764a463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ba9c42-58d5-4c04-9516-9f081f46d0cf,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:11.237516 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:11.239456 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Checking router: 50040e62-d994-482b-8c5d-12b31a2d7a8d for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:52:11.239931 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Updating router 50040e62-d994-482b-8c5d-12b31a2d7a8d port 75220041-b606-4992-a1a2-f7ef49bc517a binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:52:11.253303 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dafc89-1e37-481e-bf1e-5540055f9b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=85e52c7e-ff85-4c76-950a-ac564060c7e2,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:11.258302 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:52:11.264356 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:11.266315 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-1c3be160-c6aa-4e60-9744-5e18befa15a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/fba067bd-1f51-492d-8ecc-3583faae66dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3787787 Jun 20 14:52:11.285865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:11.311885 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:11.312433 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:11.312883 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.314692 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.314830 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:11.315362 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Bound port: e69d6594-10e4-4646-aa6d-6427aeac2808, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:11.315755 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.355214 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:11.355410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.358803 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:52:11.409861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] Deleting subnet 03c84d0f-bb19-4194-a02e-f25fcf694769 {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:52:11.462499 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] Publish callbacks [] for subnet (03c84d0f-bb19-4194-a02e-f25fcf694769), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.531395 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:11.532335 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:11.583143 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Current status of the port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:11.588450 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] For port e69d6594-10e4-4646-aa6d-6427aeac2808, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:11.638638 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Provisioning complete for port 9a1d7704-15ac-4f21-8883-ffd78c94deee triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:11.639314 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.650916 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] For port e69d6594-10e4-4646-aa6d-6427aeac2808, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e69d6594-10e4-4646-aa6d-6427aeac2808,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:11.657593 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] Publish callbacks [] for subnet (03c84d0f-bb19-4194-a02e-f25fcf694769), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.678215 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 8bb9dd71-9246-422a-abe6-cb158960c44d resource provider aggregate not found Jun 20 14:52:11.703370 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 8bb9dd71-9246-422a-abe6-cb158960c44d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bb9dd71-9246-422a-abe6-cb158960c44d found for delete ", "request_id": "req-fc01a647-99e1-4fe4-92d4-d1195b0f75f0"}]} Jun 20 14:52:11.704099 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (03c84d0f-bb19-4194-a02e-f25fcf694769), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.715641 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.741478 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Publish callbacks [] for port (75220041-b606-4992-a1a2-f7ef49bc517a), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.749823 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.758498 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c282f7f6-130d-4ad5-bd9e-415c7c4ee23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (2e54fbcf-5abe-4788-b517-e817f90058cd), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.761046 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c282f7f6-130d-4ad5-bd9e-415c7c4ee23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.772503 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c282f7f6-130d-4ad5-bd9e-415c7c4ee23c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e54fbcf-5abe-4788-b517-e817f90058cd HTTP/1.1" status: 204 len: 168 time: 1.0243895 Jun 20 14:52:11.773207 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:11.817543 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282f7f6-130d-4ad5-bd9e-415c7c4ee23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e54fbcf-5abe-4788-b517-e817f90058cd,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:11.930846 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:11.935394 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 25aa42a4-03c3-4527-bb17-76cad3bcc770 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:11.955310 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Attempting to bind port 75220041-b606-4992-a1a2-f7ef49bc517a on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:11.955679 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Attempting to bind port 75220041-b606-4992-a1a2-f7ef49bc517a by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:11.956055 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Attempting to bind port 75220041-b606-4992-a1a2-f7ef49bc517a on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:11.959416 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fe4e7-2693-4d36-90f0-95e06e8dbf52 None None] Pushing event updated for resources: {'Port': ['ID=75220041-b606-4992-a1a2-f7ef49bc517a,revision_number=2']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:11.964431 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:11.965313 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:11.965719 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:11.966106 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:11.966573 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Bound port: 75220041-b606-4992-a1a2-f7ef49bc517a, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:11.966948 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.013519 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Router 19267802-6c01-4a1f-81bc-088290590266 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:52:12.023494 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] For port 75220041-b606-4992-a1a2-f7ef49bc517a, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:12.028118 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] For port 75220041-b606-4992-a1a2-f7ef49bc517a, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=75220041-b606-4992-a1a2-f7ef49bc517a,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:12.036366 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.042230 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:12.079568 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Current status of the port 9a1d7704-15ac-4f21-8883-ffd78c94deee is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:12.104938 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fe4e7-2693-4d36-90f0-95e06e8dbf52 None None] Pushing event updated for resources: {'Port': ['ID=75220041-b606-4992-a1a2-f7ef49bc517a,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:12.109577 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47468) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:12.118586 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Provisioning complete for port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:12.118984 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.126284 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-0a30b832-037a-4d7e-a8aa-f74aeb1878c1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86096303', 'description': 'tempest-description--360580303'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:12.143158 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Routers {'50040e62-d994-482b-8c5d-12b31a2d7a8d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:12.146349 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['50040e62-d994-482b-8c5d-12b31a2d7a8d'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:12.174071 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:12.175855 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:12.191548 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0a30b832-037a-4d7e-a8aa-f74aeb1878c1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.274170 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:12.295087 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for subnet (03c84d0f-bb19-4194-a02e-f25fcf694769), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.347539 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] Set router 50040e62-d994-482b-8c5d-12b31a2d7a8d gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:12.379880 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:12.401059 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0a30b832-037a-4d7e-a8aa-f74aeb1878c1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (e5e72725-7cbc-4613-8335-3f9f867fc5a8), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.408475 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c84d0f-bb19-4194-a02e-f25fcf694769,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:12.410818 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0a30b832-037a-4d7e-a8aa-f74aeb1878c1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (e5e72725-7cbc-4613-8335-3f9f867fc5a8), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.422983 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:52:12.444901 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d7c75c02-4d0a-4110-9228-7f226368502c admin admin] 10.222.0.23 "PUT /v2.0/routers/19267802-6c01-4a1f-81bc-088290590266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266023 Jun 20 14:52:12.456232 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.460885 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-df659cdd-f195-48fb-a61a-82cd306c5a5e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03c84d0f-bb19-4194-a02e-f25fcf694769 HTTP/1.1" status: 204 len: 168 time: 1.2783444 Jun 20 14:52:12.464367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47484) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:12.475520 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:12.478222 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c4f21555-2385-42de-8f31-f685929c6242 None None] Port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:12.491500 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0a30b832-037a-4d7e-a8aa-f74aeb1878c1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.494224 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0a30b832-037a-4d7e-a8aa-f74aeb1878c1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3831570 Jun 20 14:52:12.503909 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47490) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:12.514783 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-cc2cfe85-42e1-4514-82b9-da7ac3f77c97 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': 'e5e72725-7cbc-4613-8335-3f9f867fc5a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:12.570664 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30b832-037a-4d7e-a8aa-f74aeb1878c1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e72725-7cbc-4613-8335-3f9f867fc5a8,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:12.593087 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 25aa42a4-03c3-4527-bb17-76cad3bcc770 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:12.593595 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.611360 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cc2cfe85-42e1-4514-82b9-da7ac3f77c97 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (a9444a67-9368-4309-b011-68d103cd30c8), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.621404 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (0a70ca27-ccf3-4d24-8660-620beb950053), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.643136 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:12.691373 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 3, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port': {'id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:12.723365 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 2, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:12.750593 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7124bb-4d90-41ba-8fb1-e0d1fd65bae9 None None] The sync data for ids ['50040e62-d994-482b-8c5d-12b31a2d7a8d'] in dv-cinder-836973-5-iscsi is: [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 3, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port': {'id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:52:12.758907 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-8327fa89-07fd-4cc9-91d2-0c215d0041a7 None None] Provisioning complete for port 52aae046-3d5a-45f8-89d6-f999d265558a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:12.759766 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8327fa89-07fd-4cc9-91d2-0c215d0041a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.770493 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cc2cfe85-42e1-4514-82b9-da7ac3f77c97 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (a9444a67-9368-4309-b011-68d103cd30c8), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.778205 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cc2cfe85-42e1-4514-82b9-da7ac3f77c97 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (a9444a67-9368-4309-b011-68d103cd30c8), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.804510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cfe85-42e1-4514-82b9-da7ac3f77c97 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9444a67-9368-4309-b011-68d103cd30c8,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:12.810471 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75f481-7dd7-4a42-88a9-3afa534240f5 None None] The sync data for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi is: [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 2, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:52:12.830437 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cc2cfe85-42e1-4514-82b9-da7ac3f77c97 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.835807 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-cc2cfe85-42e1-4514-82b9-da7ac3f77c97 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3296847 Jun 20 14:52:12.838227 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47496) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:12.844142 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-3394d2b1-c8ab-445b-b6a2-c5518332be56 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': 'e5e72725-7cbc-4613-8335-3f9f867fc5a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:12.867999 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:12.905224 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3394d2b1-c8ab-445b-b6a2-c5518332be56 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (cb67701f-741e-43c4-b1cb-ff4c631b8053), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:12.955423 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-8327fa89-07fd-4cc9-91d2-0c215d0041a7 None None] Port 52aae046-3d5a-45f8-89d6-f999d265558a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:12.956909 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ad384-0fd7-41c8-9643-dd1b84db29d1 None None] Pushing event updated for resources: {'Port': ['ID=e69d6594-10e4-4646-aa6d-6427aeac2808,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:13.014132 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 25aa42a4-03c3-4527-bb17-76cad3bcc770 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:13.015668 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.045276 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3394d2b1-c8ab-445b-b6a2-c5518332be56 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (cb67701f-741e-43c4-b1cb-ff4c631b8053), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.054849 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3394d2b1-c8ab-445b-b6a2-c5518332be56 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (cb67701f-741e-43c4-b1cb-ff4c631b8053), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.114378 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394d2b1-c8ab-445b-b6a2-c5518332be56 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb67701f-741e-43c4-b1cb-ff4c631b8053,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:13.131553 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3394d2b1-c8ab-445b-b6a2-c5518332be56 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.133237 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3394d2b1-c8ab-445b-b6a2-c5518332be56 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2936282 Jun 20 14:52:13.137189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47508) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:13.148914 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:13.221977 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.406629 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 25aa42a4-03c3-4527-bb17-76cad3bcc770, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=25aa42a4-03c3-4527-bb17-76cad3bcc770,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:13.470819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (0a70ca27-ccf3-4d24-8660-620beb950053), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.504414 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.564422 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47552) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:13.581651 dv-cinder-836973-5-iscsi neutron-server[110374]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 20 14:52:13.618587 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.623042 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.623524 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.624801 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.625255 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > port after_create 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.625853 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.626420 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > port after_update 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.628513 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.629031 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.629488 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.630990 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:13.790198 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:13.864342 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=25aa42a4-03c3-4527-bb17-76cad3bcc770,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:13.906202 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 9a1d7704-15ac-4f21-8883-ffd78c94deee up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:14.087713 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:14.088059 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:14.088387 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:14.088705 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 20 14:52:14.089203 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a70ca27-ccf3-4d24-8660-620beb950053']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:14.093989 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 9a1d7704-15ac-4f21-8883-ffd78c94deee triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:14.094365 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:14.132993 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.27.1.179 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/8eed6934-ea8a-4f70-80d7-47b80dbbf9e0) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:14.282076 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c19591-890b-475e-8f8e-3f0b0749179d') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:14.282506 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c19591-890b-475e-8f8e-3f0b0749179d') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:14.288173 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47586) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:14.362200 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=14,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:14.408502 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 2, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:14.458180 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:52:14.458536 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Updating router fba067bd-1f51-492d-8ecc-3583faae66dc port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:52:14.486745 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:14.510631 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:14.513086 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:14.626837 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:14.705909 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (25c19591-890b-475e-8f8e-3f0b0749179d), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:14.726142 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 9a1d7704-15ac-4f21-8883-ffd78c94deee is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:14.727838 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 75220041-b606-4992-a1a2-f7ef49bc517a up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:14.751684 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=8eed6934-ea8a-4f70-80d7-47b80dbbf9e0,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:14.796610 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:14.807556 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:14.814492 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:14.823434 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:14.940816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (25c19591-890b-475e-8f8e-3f0b0749179d), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:14.980892 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-509bfef6-3653-42ff-b742-38c8a8073dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:14.990277 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 75220041-b606-4992-a1a2-f7ef49bc517a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:14.990672 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.019643 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:52:15.020573 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (25c19591-890b-475e-8f8e-3f0b0749179d), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.073496 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-8952c741-13fb-4c64-85c2-50ef188c7dfa tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:15.083240 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-8952c741-13fb-4c64-85c2-50ef188c7dfa tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 819 time: 1.5092170 Jun 20 14:52:15.213837 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 75220041-b606-4992-a1a2-f7ef49bc517a is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:15.214606 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.223666 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-da277c12-a54e-4d89-86a5-d5e115be7ff4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/quotas/1333ac4890624e11941a2681b51b07ab HTTP/1.1" status: 200 len: 375 time: 0.1388707 Jun 20 14:52:15.233732 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:15.246457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:15.298639 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 75220041-b606-4992-a1a2-f7ef49bc517a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=75220041-b606-4992-a1a2-f7ef49bc517a,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:15.307572 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.363385 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Publish callbacks [] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.381582 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (0a70ca27-ccf3-4d24-8660-620beb950053), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.388232 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.394750 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:15.421222 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=75220041-b606-4992-a1a2-f7ef49bc517a,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:15.473329 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (f55a733f-3b2e-415b-b0d9-de0f1e3fe722), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.474069 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ce6d1-f3a3-4384-b875-fe2190f93cbc None None] Pushing event updated for resources: {'Port': ['ID=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:15.511614 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.516035 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] 10.222.0.23 "DELETE /v2.0/networks/0a70ca27-ccf3-4d24-8660-620beb950053 HTTP/1.1" status: 204 len: 168 time: 3.0501065 Jun 20 14:52:15.539200 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Attempting to bind port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:15.539609 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Attempting to bind port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:15.540109 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Attempting to bind port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:15.546833 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-4b6fb483-847c-4c16-9ca8-69b66bcf116a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3220024 Jun 20 14:52:15.547053 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:15.547426 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Checking segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:15.547872 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.548316 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Bound using segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:15.549203 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Bound port: 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:15.549591 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.566681 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0f46c-5bdf-46eb-a7f9-c257b6ab513d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a70ca27-ccf3-4d24-8660-620beb950053,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:15.604608 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.637538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Allocated IP 172.20.0.1 (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73/82617bfc-d54b-45f5-94fe-6bd247625cb4/75c84219-a752-4c23-abd3-75b16853924a) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:15.671117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-509bfef6-3653-42ff-b742-38c8a8073dab admin admin] Publish callbacks [] for security_group (abe694f4-2992-47a4-8a80-f07d621bbfa5), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.702500 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-509bfef6-3653-42ff-b742-38c8a8073dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (abe694f4-2992-47a4-8a80-f07d621bbfa5), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.754518 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] For port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:15.765591 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] For port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:15.790417 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.832176 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-509bfef6-3653-42ff-b742-38c8a8073dab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd09d185eb7f41999e0373a3d701d5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4648423 Jun 20 14:52:15.840268 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47640) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:15.867663 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bfef6-3653-42ff-b742-38c8a8073dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe694f4-2992-47a4-8a80-f07d621bbfa5,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:15.960285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks [] for port (75c84219-a752-4c23-abd3-75b16853924a), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:15.992253 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ce6d1-f3a3-4384-b875-fe2190f93cbc None None] Pushing event updated for resources: {'Port': ['ID=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:16.017892 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c419a805-236b-46ef-9d2d-db212c021d61 admin admin] Publish callbacks [] for security_group (abe694f4-2992-47a4-8a80-f07d621bbfa5), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.024996 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 25aa42a4-03c3-4527-bb17-76cad3bcc770 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:16.053137 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47652) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:16.064385 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-334b2b70-b26f-427a-a3ca-969e1f7920cb None None] Provisioning complete for port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:16.064804 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-334b2b70-b26f-427a-a3ca-969e1f7920cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.087234 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.096378 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.119151 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c419a805-236b-46ef-9d2d-db212c021d61 admin admin] Publish callbacks [] for security_group (abe694f4-2992-47a4-8a80-f07d621bbfa5), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.156291 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (75c84219-a752-4c23-abd3-75b16853924a), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.303394 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=8eed6934-ea8a-4f70-80d7-47b80dbbf9e0,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:16.324366 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (f55a733f-3b2e-415b-b0d9-de0f1e3fe722), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.368967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.381350 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-04c29532-c4a5-41a4-a7f7-51eb446e1ec5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2374866 Jun 20 14:52:16.381570 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:16.381570 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:16.394150 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:16.413240 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47666) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:16.416834 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-be0db460-18c5-4246-9ff9-412458685f2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b38d95652c4cdaa5b84dd9e0d3d644&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3515522 Jun 20 14:52:16.433281 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:16.446024 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:16.452226 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Pushing event updated for resources: {'Port': ['ID=75c84219-a752-4c23-abd3-75b16853924a,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:16.478543 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:52:16.513455 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:16.540144 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 25aa42a4-03c3-4527-bb17-76cad3bcc770 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:16.540923 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.559093 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 25c19591-890b-475e-8f8e-3f0b0749179d resource provider aggregate not found Jun 20 14:52:16.588500 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1444435b-b1b2-4465-b701-401cca5f093a admin admin] Publish callbacks [] for security_group (0919089e-9d68-4663-b49b-992493a74174), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.604489 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-334b2b70-b26f-427a-a3ca-969e1f7920cb None None] Current status of the port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:16.605245 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-334b2b70-b26f-427a-a3ca-969e1f7920cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.621915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1444435b-b1b2-4465-b701-401cca5f093a admin admin] Publish callbacks [] for security_group (0919089e-9d68-4663-b49b-992493a74174), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.626192 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (50040e62-d994-482b-8c5d-12b31a2d7a8d), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.672519 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:16.706172 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1444435b-b1b2-4465-b701-401cca5f093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (0919089e-9d68-4663-b49b-992493a74174), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.710014 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1444435b-b1b2-4465-b701-401cca5f093a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.711951 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-1444435b-b1b2-4465-b701-401cca5f093a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0919089e-9d68-4663-b49b-992493a74174 HTTP/1.1" status: 204 len: 168 time: 0.2960634 Jun 20 14:52:16.731896 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444435b-b1b2-4465-b701-401cca5f093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0919089e-9d68-4663-b49b-992493a74174,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:16.740606 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 25c19591-890b-475e-8f8e-3f0b0749179d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25c19591-890b-475e-8f8e-3f0b0749179d found for delete ", "request_id": "req-e85842be-d854-4bd3-adfd-e59412f397da"}]} Jun 20 14:52:16.741979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c419a805-236b-46ef-9d2d-db212c021d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (abe694f4-2992-47a4-8a80-f07d621bbfa5), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.744735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c419a805-236b-46ef-9d2d-db212c021d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.747441 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c419a805-236b-46ef-9d2d-db212c021d61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abe694f4-2992-47a4-8a80-f07d621bbfa5 HTTP/1.1" status: 204 len: 168 time: 0.8977270 Jun 20 14:52:16.765742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419a805-236b-46ef-9d2d-db212c021d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe694f4-2992-47a4-8a80-f07d621bbfa5,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:16.781688 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:16.832819 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-334b2b70-b26f-427a-a3ca-969e1f7920cb None None] For port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:16.834675 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:16.858143 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-334b2b70-b26f-427a-a3ca-969e1f7920cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.901077 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (75c84219-a752-4c23-abd3-75b16853924a), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:16.960940 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:17.047375 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-29dff754-e131-41f8-a421-303dfa69351b None None] Provisioning complete for port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:17.047913 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-29dff754-e131-41f8-a421-303dfa69351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:17.093616 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 25aa42a4-03c3-4527-bb17-76cad3bcc770 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:17.095297 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e69d6594-10e4-4646-aa6d-6427aeac2808 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:17.101566 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b2b70-b26f-427a-a3ca-969e1f7920cb None None] Pushing event updated for resources: {'Port': ['ID=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:17.144145 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47700) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:17.147473 dv-cinder-836973-5-iscsi neutron-server[110373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 20 14:52:17.207679 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks [] for port (75c84219-a752-4c23-abd3-75b16853924a), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:17.219144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (75c84219-a752-4c23-abd3-75b16853924a), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:17.372187 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-4a318091-6051-4f28-9083-f92f3b986736 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--86096303&fields=id&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 267 time: 0.2259541 Jun 20 14:52:17.388740 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Pushing event updated for resources: {'Port': ['ID=75c84219-a752-4c23-abd3-75b16853924a,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:17.413410 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (50040e62-d994-482b-8c5d-12b31a2d7a8d), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:17.486602 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port e69d6594-10e4-4646-aa6d-6427aeac2808 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:17.487208 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:17.529017 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Sync routers for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:52:17.538024 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:17.548086 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-29dff754-e131-41f8-a421-303dfa69351b None None] Current status of the port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:17.555229 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:17.556481 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:17.572769 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:15Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:17.578144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:17.579909 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:17.632604 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:17.642412 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-29dff754-e131-41f8-a421-303dfa69351b None None] Provisioning complete for port 75c84219-a752-4c23-abd3-75b16853924a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:17.642812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-29dff754-e131-41f8-a421-303dfa69351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (75c84219-a752-4c23-abd3-75b16853924a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:17.645257 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425c1c6-cd27-42de-b31a-d027f37bf90a None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:15Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:52:17.784251 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-d5f07d2b-fe6b-4840-b0c7-8263c97b920f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:17.793270 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-d5f07d2b-fe6b-4840-b0c7-8263c97b920f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.4200132 Jun 20 14:52:17.839380 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-5e65ad48-7237-4fa7-9481-9ae108cbe509 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/quotas/532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 375 time: 0.0440884 Jun 20 14:52:17.876053 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-29dff754-e131-41f8-a421-303dfa69351b None None] Port 75c84219-a752-4c23-abd3-75b16853924a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:17.935341 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port e69d6594-10e4-4646-aa6d-6427aeac2808 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:17.935574 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:17.946836 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:17.973896 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47708) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:18.017455 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port e69d6594-10e4-4646-aa6d-6427aeac2808, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e69d6594-10e4-4646-aa6d-6427aeac2808,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:18.030180 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:18.031056 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 75220041-b606-4992-a1a2-f7ef49bc517a up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:18.048652 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:18.166346 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-910899c3-e78e-4a37-a46f-6f1a9edaf075 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3240826 Jun 20 14:52:18.186771 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-db626a69-f5ee-4296-96b1-7aa00db6399f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:52:18.187799 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-db626a69-f5ee-4296-96b1-7aa00db6399f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.3274870 Jun 20 14:52:18.195028 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Router 50040e62-d994-482b-8c5d-12b31a2d7a8d has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:52:18.260008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:18.261901 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-79511037-1431-4a60-9eb5-cd5ed8a007ac None None] Provisioning complete for port 75c84219-a752-4c23-abd3-75b16853924a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:18.265481 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-79511037-1431-4a60-9eb5-cd5ed8a007ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (75c84219-a752-4c23-abd3-75b16853924a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:18.375814 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=e69d6594-10e4-4646-aa6d-6427aeac2808,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:18.396453 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47722) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:18.450672 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 2, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:18.451497 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-79511037-1431-4a60-9eb5-cd5ed8a007ac None None] Port 75c84219-a752-4c23-abd3-75b16853924a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:18.456575 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 75220041-b606-4992-a1a2-f7ef49bc517a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:18.460185 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:18.465522 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:18.516391 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:18.522243 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-276a5d71-d0c3-4520-adcc-c55015fff0a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87cf38422d7e4368b24b270f13e9629d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1245711 Jun 20 14:52:18.529060 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47726) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:18.537598 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-5d0d1197-3ebe-4391-99bf-3db6861cfa2c service neutron] 10.222.0.23 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405242 Jun 20 14:52:18.574849 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Checking router: 19267802-6c01-4a1f-81bc-088290590266 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:52:18.575338 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Updating router 19267802-6c01-4a1f-81bc-088290590266 port 52aae046-3d5a-45f8-89d6-f999d265558a binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:52:18.641919 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:18.677526 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-854ae66a-e329-41c2-83c1-385af6f86045 admin admin] Publish callbacks [] for security_group (7286f8bc-fee6-4188-b6fa-d3eb62daf8d9), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:18.702745 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 75220041-b606-4992-a1a2-f7ef49bc517a is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:18.730106 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:18.752810 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-854ae66a-e329-41c2-83c1-385af6f86045 admin admin] Publish callbacks [] for security_group (7286f8bc-fee6-4188-b6fa-d3eb62daf8d9), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:18.808788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:52:18.824037 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Sync routers for ids ['50040e62-d994-482b-8c5d-12b31a2d7a8d'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:52:18.829614 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b91502b8-496c-48b1-b9ff-3cd08cab9553 admin admin] 10.222.0.23 "PUT /v2.0/routers/50040e62-d994-482b-8c5d-12b31a2d7a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8530185 Jun 20 14:52:18.847851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Routers {'50040e62-d994-482b-8c5d-12b31a2d7a8d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:18.850036 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['50040e62-d994-482b-8c5d-12b31a2d7a8d'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:18.862165 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d76c2a81-f284-4937-b3a0-30a3ba106cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:18.902836 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ddccdcd1-df81-470c-8941-1b72c7c22398 service neutron] 10.222.0.23 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476233 Jun 20 14:52:19.103908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d76c2a81-f284-4937-b3a0-30a3ba106cf8 admin admin] Publish callbacks [] for security_group (d12855ee-d34c-4fcc-bccf-baf032b5adaf), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.115683 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d76c2a81-f284-4937-b3a0-30a3ba106cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d12855ee-d34c-4fcc-bccf-baf032b5adaf), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.127415 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:19.194830 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-d76c2a81-f284-4937-b3a0-30a3ba106cf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78627db930574b51b53a4f8447056630&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2170565 Jun 20 14:52:19.194830 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c2a81-f284-4937-b3a0-30a3ba106cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12855ee-d34c-4fcc-bccf-baf032b5adaf,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:19.197466 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47740) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:19.206435 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-854ae66a-e329-41c2-83c1-385af6f86045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7286f8bc-fee6-4188-b6fa-d3eb62daf8d9), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.209583 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-854ae66a-e329-41c2-83c1-385af6f86045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.211191 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-854ae66a-e329-41c2-83c1-385af6f86045 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7286f8bc-fee6-4188-b6fa-d3eb62daf8d9 HTTP/1.1" status: 204 len: 168 time: 0.6797359 Jun 20 14:52:19.225381 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ae66a-e329-41c2-83c1-385af6f86045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286f8bc-fee6-4188-b6fa-d3eb62daf8d9,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:19.288653 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Publish callbacks [] for port (52aae046-3d5a-45f8-89d6-f999d265558a), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.290709 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Set router 50040e62-d994-482b-8c5d-12b31a2d7a8d gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:19.303996 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.398326 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17bc6cd5-53e4-4955-a7c5-1200e7da0d15 admin admin] Publish callbacks [] for security_group (d12855ee-d34c-4fcc-bccf-baf032b5adaf), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.414239 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-f51673a6-0fdc-49d7-b1b0-345addf39449 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:52:19.415487 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-f51673a6-0fdc-49d7-b1b0-345addf39449 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3098207 Jun 20 14:52:19.431771 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17bc6cd5-53e4-4955-a7c5-1200e7da0d15 admin admin] Publish callbacks [] for security_group (d12855ee-d34c-4fcc-bccf-baf032b5adaf), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.485453 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3180cc2-4299-45d7-9933-bc012e860d07 None None] Pushing event updated for resources: {'Port': ['ID=52aae046-3d5a-45f8-89d6-f999d265558a,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:19.537076 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6f235d50-0e3e-47a8-8ddf-91bebbfb925c req-4c2fcdb7-f9f1-4d88-a6dc-4e4d5ac331ec tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 210 time: 0.2115226 Jun 20 14:52:19.550526 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17bc6cd5-53e4-4955-a7c5-1200e7da0d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d12855ee-d34c-4fcc-bccf-baf032b5adaf), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.567068 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17bc6cd5-53e4-4955-a7c5-1200e7da0d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.569355 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-17bc6cd5-53e4-4955-a7c5-1200e7da0d15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d12855ee-d34c-4fcc-bccf-baf032b5adaf HTTP/1.1" status: 204 len: 168 time: 0.3666668 Jun 20 14:52:19.582588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc6cd5-53e4-4955-a7c5-1200e7da0d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12855ee-d34c-4fcc-bccf-baf032b5adaf,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:19.715784 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-628a3069-cf4c-457c-ac0a-d01ddb7c7220 service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929058 Jun 20 14:52:19.742314 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Attempting to bind port 52aae046-3d5a-45f8-89d6-f999d265558a on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:19.743368 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Attempting to bind port 52aae046-3d5a-45f8-89d6-f999d265558a by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:19.743885 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Attempting to bind port 52aae046-3d5a-45f8-89d6-f999d265558a on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:19.762463 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:19.762888 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Checking segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:19.763460 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.763891 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Bound using segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:19.764443 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Bound port: 52aae046-3d5a-45f8-89d6-f999d265558a, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:19.765795 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.797002 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:19.878867 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-19fca870-b3d6-4cde-916d-4f599f67337a None None] Provisioning complete for port 52aae046-3d5a-45f8-89d6-f999d265558a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:19.880379 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-19fca870-b3d6-4cde-916d-4f599f67337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:19.893190 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-15da3f7d-0a6c-45b5-9815-8ee47f218005 service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761181 Jun 20 14:52:19.930834 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-19fca870-b3d6-4cde-916d-4f599f67337a None None] Port 52aae046-3d5a-45f8-89d6-f999d265558a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:19.975344 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] For port 52aae046-3d5a-45f8-89d6-f999d265558a, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:19.980981 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] For port 52aae046-3d5a-45f8-89d6-f999d265558a, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=52aae046-3d5a-45f8-89d6-f999d265558a,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:19.994426 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:20.010770 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 4, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port': {'id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '75c84219-a752-4c23-abd3-75b16853924a', 'name': '', 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'mac_address': 'fa:16:3e:36:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82617bfc-d54b-45f5-94fe-6bd247625cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 2, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'subnets': [{'id': '82617bfc-d54b-45f5-94fe-6bd247625cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:20.058765 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:20.059237 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:20.062074 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Checking router: 50040e62-d994-482b-8c5d-12b31a2d7a8d for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:52:20.062530 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Updating router 50040e62-d994-482b-8c5d-12b31a2d7a8d port 75c84219-a752-4c23-abd3-75b16853924a binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:52:20.111875 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (75c84219-a752-4c23-abd3-75b16853924a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:20.232815 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:20.233474 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:20.263454 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3180cc2-4299-45d7-9933-bc012e860d07 None None] Pushing event updated for resources: {'Port': ['ID=52aae046-3d5a-45f8-89d6-f999d265558a,revision_number=4']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:20.602187 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:20.605391 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3043295f-049c-46c6-8f1b-9145cdea0275 req-77a6ca8e-79f9-478a-a26d-5fc989b02b4f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 210 time: 0.1753576 Jun 20 14:52:20.695035 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:20.702099 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:20.703843 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e69d6594-10e4-4646-aa6d-6427aeac2808 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:20.909476 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-001ce1c6-0936-4c81-8036-a0636e0389ee None None] Provisioning complete for port 52aae046-3d5a-45f8-89d6-f999d265558a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:20.910072 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-001ce1c6-0936-4c81-8036-a0636e0389ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:20.955153 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:21.154776 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port e69d6594-10e4-4646-aa6d-6427aeac2808 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:21.155892 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:21.173878 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a9524fc4-7405-4497-8c44-53ec351dcbb6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:21.175711 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a9524fc4-7405-4497-8c44-53ec351dcbb6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 819 time: 0.3014328 Jun 20 14:52:21.204377 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-61eeb390-3862-470b-8994-f2113ab8d9e4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/quotas/1333ac4890624e11941a2681b51b07ab HTTP/1.1" status: 200 len: 375 time: 0.0205839 Jun 20 14:52:21.318096 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-647f42dd-c47b-4d73-bec7-21078e106ab1 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120038 Jun 20 14:52:21.440788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-841a6f53-0212-4442-ab9b-2c2d6798c00f tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:21.452639 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-841a6f53-0212-4442-ab9b-2c2d6798c00f tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/networks?id=1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 HTTP/1.1" status: 200 len: 811 time: 0.2921238 Jun 20 14:52:21.454784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 47874) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:21.477977 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Publish callbacks [] for port (75c84219-a752-4c23-abd3-75b16853924a), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:21.510443 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (75c84219-a752-4c23-abd3-75b16853924a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:21.531863 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:19Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:21.555528 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-1e62fc8d-c3e2-43b5-bf78-f80f1712cff7 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/quotas/361bd83b835c4ec3b01a1173b2d9cb1d HTTP/1.1" status: 200 len: 375 time: 0.0994434 Jun 20 14:52:21.562007 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-955b65e6-01a8-4f73-a508-43343244bc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:21.615881 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-c9df7012-faa0-49be-b070-9e1fc3f13932 service neutron] 10.222.0.23 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960165 Jun 20 14:52:21.628792 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d8037-9065-416d-816c-e4cb2066eec2 None None] The sync data for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi is: [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:19Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:52:21.725723 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:21.733833 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-001ce1c6-0936-4c81-8036-a0636e0389ee None None] Current status of the port 52aae046-3d5a-45f8-89d6-f999d265558a is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:21.734218 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-001ce1c6-0936-4c81-8036-a0636e0389ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:21.789742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:21.816622 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-8746f4ec-ee60-4f80-97fc-9d2fb1c959ea tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=361bd83b835c4ec3b01a1173b2d9cb1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2599702 Jun 20 14:52:22.089720 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-001ce1c6-0936-4c81-8036-a0636e0389ee None None] For port 52aae046-3d5a-45f8-89d6-f999d265558a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=52aae046-3d5a-45f8-89d6-f999d265558a,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:22.121465 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-f5e8b710-6024-4dd6-a7e6-766ed85edb58 service neutron] 10.222.0.23 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044999 Jun 20 14:52:22.173758 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-001ce1c6-0936-4c81-8036-a0636e0389ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:22.210947 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d5d57-4a15-4380-82b1-6490f1031259 None None] Pushing event updated for resources: {'Port': ['ID=75c84219-a752-4c23-abd3-75b16853924a,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:22.401657 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-a295afa2-685e-4764-8e2e-79b38977e4d9 service neutron] 10.222.0.23 "GET /v2.0/networks/1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829027 Jun 20 14:52:22.467683 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-955b65e6-01a8-4f73-a508-43343244bc90 admin admin] Publish callbacks [] for security_group (fc4299f6-2cb4-4962-a22f-b36a2c678391), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:22.503056 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-955b65e6-01a8-4f73-a508-43343244bc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fc4299f6-2cb4-4962-a22f-b36a2c678391), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:22.799933 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b65e6-01a8-4f73-a508-43343244bc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4299f6-2cb4-4962-a22f-b36a2c678391,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:22.818121 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-955b65e6-01a8-4f73-a508-43343244bc90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91c24c4c26324fc585121efee9d4f902&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3559754 Jun 20 14:52:22.820975 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 47934) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:22.880480 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-e4a58107-d2d4-4e70-a6f4-bc4d3f70bb51 service neutron] 10.222.0.23 "GET /v2.0/networks/1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773183 Jun 20 14:52:22.890415 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Attempting to bind port 75c84219-a752-4c23-abd3-75b16853924a on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:22.890822 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Attempting to bind port 75c84219-a752-4c23-abd3-75b16853924a by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:22.892634 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Attempting to bind port 75c84219-a752-4c23-abd3-75b16853924a on network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:22.917082 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:22.918285 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Checking segment: {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:22.920604 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:22.922261 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Bound using segment: {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:22.922759 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Bound port: 75c84219-a752-4c23-abd3-75b16853924a, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:22.924350 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (75c84219-a752-4c23-abd3-75b16853924a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.024825 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-4d40b879-7265-4995-ac67-7d20b4349d29 None None] Provisioning complete for port 75c84219-a752-4c23-abd3-75b16853924a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:23.029745 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4d40b879-7265-4995-ac67-7d20b4349d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (75c84219-a752-4c23-abd3-75b16853924a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.044078 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d2bacf11-a109-4774-9104-3be489ef1f11 req-41c7f0c2-b26e-400e-a6dd-3321d3417351 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 210 time: 0.0862148 Jun 20 14:52:23.081792 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd84-083a-4a85-840b-1c5b0ceb940e admin admin] Publish callbacks [] for security_group (fc4299f6-2cb4-4962-a22f-b36a2c678391), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.154961 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port e69d6594-10e4-4646-aa6d-6427aeac2808 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:23.155813 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:23.165033 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd84-083a-4a85-840b-1c5b0ceb940e admin admin] Publish callbacks [] for security_group (fc4299f6-2cb4-4962-a22f-b36a2c678391), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.329286 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ce1c6-0936-4c81-8036-a0636e0389ee None None] Pushing event updated for resources: {'Port': ['ID=52aae046-3d5a-45f8-89d6-f999d265558a,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:23.344624 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-4d40b879-7265-4995-ac67-7d20b4349d29 None None] Port 75c84219-a752-4c23-abd3-75b16853924a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:23.378407 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0c962370-4fec-404f-addc-39d56708ac1d req-c6b3d374-7eaa-4463-ad19-7f15914fc509 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 210 time: 0.1652551 Jun 20 14:52:23.379297 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:23.381556 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] For port 75c84219-a752-4c23-abd3-75b16853924a, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:23.386425 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] For port 75c84219-a752-4c23-abd3-75b16853924a, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=75c84219-a752-4c23-abd3-75b16853924a,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:23.413233 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (75c84219-a752-4c23-abd3-75b16853924a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.473179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 52aae046-3d5a-45f8-89d6-f999d265558a up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:23.586166 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8efc7f00-860e-421f-bd02-28ef5f2478ed req-a542b20d-b7ce-4a60-977a-a4eeea21a0b9 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.0846198 Jun 20 14:52:23.600855 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 52aae046-3d5a-45f8-89d6-f999d265558a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:23.601403 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.616471 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd84-083a-4a85-840b-1c5b0ceb940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fc4299f6-2cb4-4962-a22f-b36a2c678391), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.620267 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2a8bcd84-083a-4a85-840b-1c5b0ceb940e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:23.621699 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2a8bcd84-083a-4a85-840b-1c5b0ceb940e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc4299f6-2cb4-4962-a22f-b36a2c678391 HTTP/1.1" status: 204 len: 168 time: 0.7997112 Jun 20 14:52:23.642229 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bcd84-083a-4a85-840b-1c5b0ceb940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4299f6-2cb4-4962-a22f-b36a2c678391,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:23.754609 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Routers {'50040e62-d994-482b-8c5d-12b31a2d7a8d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:23.755438 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['50040e62-d994-482b-8c5d-12b31a2d7a8d'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:24.003938 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d5d57-4a15-4380-82b1-6490f1031259 None None] Pushing event updated for resources: {'Port': ['ID=75c84219-a752-4c23-abd3-75b16853924a,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:24.030150 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.26', 64058) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:24.063573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:24.064669 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.26', 64059) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:24.084103 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] Set router 50040e62-d994-482b-8c5d-12b31a2d7a8d gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:24.302333 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-4ae1e051-b7f3-46aa-a5d4-52c969aa3c63 None None] Provisioning complete for port 75c84219-a752-4c23-abd3-75b16853924a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:24.318544 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e051-b7f3-46aa-a5d4-52c969aa3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (75c84219-a752-4c23-abd3-75b16853924a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:24.326162 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:24.399194 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-90d5c9c3-8f56-44ab-b292-71449eb9c850 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:24.404131 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-90d5c9c3-8f56-44ab-b292-71449eb9c850 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 819 time: 0.3378615 Jun 20 14:52:24.417270 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1d6199d8-8909-4b34-8037-d93d9cbfcbd7 req-3310fa08-6192-4a3c-9d9a-f1494f5163b5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 210 time: 0.1386330 Jun 20 14:52:24.454867 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'port': {'device_id': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'admin_state_up': True, 'tenant_id': '1333ac4890624e11941a2681b51b07ab'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:24.510738 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-74662dba-0376-4a35-b67c-d0e5398e4d55 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:24.527150 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-74662dba-0376-4a35-b67c-d0e5398e4d55 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.4973462 Jun 20 14:52:24.672343 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 52aae046-3d5a-45f8-89d6-f999d265558a is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:24.698517 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 4, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port': {'id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '75c84219-a752-4c23-abd3-75b16853924a', 'name': '', 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'mac_address': 'fa:16:3e:36:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82617bfc-d54b-45f5-94fe-6bd247625cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:23Z', 'revision_number': 4, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'subnets': [{'id': '82617bfc-d54b-45f5-94fe-6bd247625cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:24.747311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48022) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:24.769535 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a79774-75ca-46ac-908b-badcfc366d7a None None] The sync data for ids ['50040e62-d994-482b-8c5d-12b31a2d7a8d'] in dv-cinder-836973-5-iscsi is: [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 4, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port': {'id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '75c84219-a752-4c23-abd3-75b16853924a', 'name': '', 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'mac_address': 'fa:16:3e:36:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '82617bfc-d54b-45f5-94fe-6bd247625cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:23Z', 'revision_number': 4, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'subnets': [{'id': '82617bfc-d54b-45f5-94fe-6bd247625cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:52:24.793788 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-19a0e4dd-c7db-4ea9-b7c5-a4e76ed6fa02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 378 time: 0.2593615 Jun 20 14:52:24.840029 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ca49c10c-8e54-475e-8a26-26492670a275 req-982b2d4b-136b-44b6-8c59-660cd603fbe7 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.0810990 Jun 20 14:52:24.886608 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ced67f8e-6d3a-4ca1-a1af-a0a5db218ebb req-e757cb0e-dedc-4e01-ae2c-dd405e385865 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 210 time: 0.0587327 Jun 20 14:52:24.889784 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1e051-b7f3-46aa-a5d4-52c969aa3c63 None None] Current status of the port 75c84219-a752-4c23-abd3-75b16853924a is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:24.891129 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e051-b7f3-46aa-a5d4-52c969aa3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (75c84219-a752-4c23-abd3-75b16853924a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:24.968312 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-4ae1e051-b7f3-46aa-a5d4-52c969aa3c63 None None] For port 75c84219-a752-4c23-abd3-75b16853924a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=75c84219-a752-4c23-abd3-75b16853924a,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:24.973990 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e051-b7f3-46aa-a5d4-52c969aa3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (75c84219-a752-4c23-abd3-75b16853924a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:24.995463 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Made reservation on behalf of 1333ac4890624e11941a2681b51b07ab for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:24.998988 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:25.053150 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'port': {'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'admin_state_up': True, 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'security_groups': ['e5e72725-7cbc-4613-8335-3f9f867fc5a8']}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:25.058036 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1e051-b7f3-46aa-a5d4-52c969aa3c63 None None] Pushing event updated for resources: {'Port': ['ID=75c84219-a752-4c23-abd3-75b16853924a,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:25.239521 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bafefa2f-81b5-4bfc-9c32-a850899447e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:25.339752 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.26', 64070) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:25.413240 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 52aae046-3d5a-45f8-89d6-f999d265558a up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:25.468207 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Allocated IP 172.20.0.6 (7525c8ce-ba0d-41dc-84d9-0e995f7e941d/07da166f-a8bc-4b30-aa73-076972bd3bc3/baa0872d-d472-425e-bc75-cdef4f527e6e) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:25.483034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.26', 64071) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:25.533770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Made reservation on behalf of 532cbc0c846c4a528fccd85b0b8ab4d8 for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:25.544602 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:25.561696 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 52aae046-3d5a-45f8-89d6-f999d265558a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:25.562072 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:25.665162 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48056) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:25.731330 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a24d40c2-1641-48c5-9cce-7b5e772f8826 req-4759f20f-70b9-4895-8d18-417d37512557 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 210 time: 0.0702131 Jun 20 14:52:25.771311 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:25.776851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 52aae046-3d5a-45f8-89d6-f999d265558a is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:25.842356 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-c17e31a6-9744-49e7-a6d9-35fa142f7059 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:25.846575 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-c17e31a6-9744-49e7-a6d9-35fa142f7059 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.26 "GET /v2.0/networks?id=1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 HTTP/1.1" status: 200 len: 811 time: 0.3598068 Jun 20 14:52:25.865123 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Request body: {'port': {'device_id': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'admin_state_up': True, 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:25.883382 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:26.361932 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aedf4ae9-60e1-40da-8c2f-a73d296caa07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:26.374353 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efaefe89-b98d-442b-b991-aa7a1402286e req-354d07cc-dbf7-460f-a318-d81e9648f85b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 210 time: 0.0496509 Jun 20 14:52:26.500449 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2fd7ff9f-7cdf-4a41-a469-b65541502723 req-d7601f49-6475-485e-97c0-d0be216fad13 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.4760478 Jun 20 14:52:26.561484 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:26.569333 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Made reservation on behalf of 361bd83b835c4ec3b01a1173b2d9cb1d for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:26.574107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:26.619195 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.20.0.6 (b2b22871-0b88-408a-81b6-567b6c78e97d/25b0d378-67b3-45fc-a9cd-35b7824289c9/d5c181e8-9634-4dd9-9d76-478532026463) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:26.723514 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:26.984616 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:27.253641 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (d5c181e8-9634-4dd9-9d76-478532026463), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:27.253641 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:27.330380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Allocated IP 172.20.0.3 (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73/82617bfc-d54b-45f5-94fe-6bd247625cb4/f217b1ab-0950-4d40-a487-def66c16ac43) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:27.331023 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:27.404486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-3d3750f0-9011-45b1-8d85-0e06417ef9b3 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:27.421977 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-3d3750f0-9011-45b1-8d85-0e06417ef9b3 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 819 time: 2.0678582 Jun 20 14:52:27.431178 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 75c84219-a752-4c23-abd3-75b16853924a up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:27.573960 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bafefa2f-81b5-4bfc-9c32-a850899447e7 admin admin] Publish callbacks [] for security_group (ee413652-2288-4494-a10b-1b6e857b7b02), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:27.583397 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'port': {'device_id': '5d88e00c-10bb-48b8-a343-827831f04e10', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'admin_state_up': True, 'tenant_id': '1333ac4890624e11941a2681b51b07ab'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:27.588450 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 75c84219-a752-4c23-abd3-75b16853924a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:27.589321 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (75c84219-a752-4c23-abd3-75b16853924a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:27.611157 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bafefa2f-81b5-4bfc-9c32-a850899447e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ee413652-2288-4494-a10b-1b6e857b7b02), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:27.737262 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-71330ff0-0211-48e4-9160-6e487f68471e req-6dbaaf58-985b-4001-a3cc-046ecb229133 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 210 time: 0.0729778 Jun 20 14:52:27.751003 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 75c84219-a752-4c23-abd3-75b16853924a is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:27.784452 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:27.789438 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'Port': ['ID=baa0872d-d472-425e-bc75-cdef4f527e6e,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:27.799295 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:27.810921 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b96a5b2a-ff53-44f5-9ebd-de7fba9a0c72 req-ae717a5a-9c82-4783-a0ed-02c437ea2d13 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 210 time: 0.4561160 Jun 20 14:52:27.841187 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:27.874196 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-bafefa2f-81b5-4bfc-9c32-a850899447e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2aadab51044448338a3098786e2d034b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1213229 Jun 20 14:52:27.913240 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafefa2f-81b5-4bfc-9c32-a850899447e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee413652-2288-4494-a10b-1b6e857b7b02,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:27.939238 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:27.939871 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48142) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:27.940588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.023940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:28.143369 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62bce2da-a8c7-49c6-a91c-66cc156f3e4b req-05c42faa-78d1-4869-8a7c-7d9dd0a1cf8f tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.1973872 Jun 20 14:52:28.175414 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ff25b494-3bf5-4ecb-80f9-1a83f7c916de tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7255807 Jun 20 14:52:28.245475 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ded3f4af-0bdc-4d50-93d2-6a12cb89060b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:52:28.246818 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-ded3f4af-0bdc-4d50-93d2-6a12cb89060b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095792 Jun 20 14:52:28.346056 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (d5c181e8-9634-4dd9-9d76-478532026463), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.354356 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-94c9c438-ceb9-413a-86ac-1c9ee0f51df1 None None] Provisioning complete for port baa0872d-d472-425e-bc75-cdef4f527e6e triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:28.355209 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-94c9c438-ceb9-413a-86ac-1c9ee0f51df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.409468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks [] for port (f217b1ab-0950-4d40-a487-def66c16ac43), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.507134 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-94c9c438-ceb9-413a-86ac-1c9ee0f51df1 None None] Port baa0872d-d472-425e-bc75-cdef4f527e6e cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:28.590840 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.708056 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aedf4ae9-60e1-40da-8c2f-a73d296caa07 admin admin] Publish callbacks [] for security_group (9a41e20e-d1da-490c-85da-9ffaf5556fb6), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.721872 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=d5c181e8-9634-4dd9-9d76-478532026463,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:28.726490 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Request body: {'port': {'device_id': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:28.746097 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aedf4ae9-60e1-40da-8c2f-a73d296caa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (9a41e20e-d1da-490c-85da-9ffaf5556fb6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.780733 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b2b22871-0b88-408a-81b6-567b6c78e97d is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:28.800545 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Made reservation on behalf of 1333ac4890624e11941a2681b51b07ab for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:28.805765 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.828736 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:28.838491 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5acf10f5-1022-44c7-bb7f-0b3560df19e9 admin admin] Publish callbacks [] for security_group (ee413652-2288-4494-a10b-1b6e857b7b02), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.878004 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5acf10f5-1022-44c7-bb7f-0b3560df19e9 admin admin] Publish callbacks [] for security_group (ee413652-2288-4494-a10b-1b6e857b7b02), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:28.901925 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:28.916601 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:28.933786 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Pushing event updated for resources: {'Port': ['ID=f217b1ab-0950-4d40-a487-def66c16ac43,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:28.943036 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:29.040970 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:29.052637 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:29.099033 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:29.102554 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf4ae9-60e1-40da-8c2f-a73d296caa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41e20e-d1da-490c-85da-9ffaf5556fb6,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:29.244061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:29.264284 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Allocated IP 172.20.0.13 (7525c8ce-ba0d-41dc-84d9-0e995f7e941d/07da166f-a8bc-4b30-aa73-076972bd3bc3/0932c295-9cbf-4b3f-aa7d-967d7d8030f1) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:52:29.297976 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-510cc6e8-54a9-4b3f-aaa3-f0d36f7d377d tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4415009 Jun 20 14:52:29.325069 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf4760-7b24-484a-8e96-655aa283bedc req-8c7ad8f6-fde3-4738-a066-c82920980ab2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:29.337981 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bbbf4760-7b24-484a-8e96-655aa283bedc req-8c7ad8f6-fde3-4738-a066-c82920980ab2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 931 time: 0.2738671 Jun 20 14:52:29.376955 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Request body: {'port': {'device_id': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:29.384159 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-94c35cbc-2118-4dd4-895e-9c390f3e0a1d None None] Provisioning complete for port d5c181e8-9634-4dd9-9d76-478532026463 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:29.384835 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-94c35cbc-2118-4dd4-895e-9c390f3e0a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (d5c181e8-9634-4dd9-9d76-478532026463), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:29.397534 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:29.398577 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:29.402876 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:29.459292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-94c35cbc-2118-4dd4-895e-9c390f3e0a1d None None] Port d5c181e8-9634-4dd9-9d76-478532026463 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:29.506515 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-aedf4ae9-60e1-40da-8c2f-a73d296caa07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcad324a672a462e951dcdce5b62dc5b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7703362 Jun 20 14:52:29.537678 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48190) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:29.567611 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ee3a6828-583f-41dd-92df-c7950e625140 req-b51277ce-4f95-4b9a-b60e-942c9b74fe31 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 210 time: 0.5594063 Jun 20 14:52:29.603855 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-7615bda8-f8d4-495b-ae5b-0ce8eef7a89c None None] Provisioning complete for port f217b1ab-0950-4d40-a487-def66c16ac43 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:29.605390 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7615bda8-f8d4-495b-ae5b-0ce8eef7a89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:29.659987 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5acf10f5-1022-44c7-bb7f-0b3560df19e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ee413652-2288-4494-a10b-1b6e857b7b02), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:29.662476 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5acf10f5-1022-44c7-bb7f-0b3560df19e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:29.668964 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5acf10f5-1022-44c7-bb7f-0b3560df19e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee413652-2288-4494-a10b-1b6e857b7b02 HTTP/1.1" status: 204 len: 168 time: 1.6564777 Jun 20 14:52:29.734704 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-7615bda8-f8d4-495b-ae5b-0ce8eef7a89c None None] Port f217b1ab-0950-4d40-a487-def66c16ac43 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:29.750567 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:29.751198 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:29.798741 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-2a1f1a8f-f7ad-487f-8ad3-5168d0b66354 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7563791 Jun 20 14:52:29.894929 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bbbf4760-7b24-484a-8e96-655aa283bedc req-41692fde-3d5b-41a8-89b9-82f31a6209fd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5547602 Jun 20 14:52:29.897918 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Request body: {'port': {'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:29.952037 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf10f5-1022-44c7-bb7f-0b3560df19e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee413652-2288-4494-a10b-1b6e857b7b02,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:30.039625 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.089214 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3d35-9a12-4bd7-8d07-75671525081a req-68ef3f7d-823f-42db-906f-86ae341542d0 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:30.090814 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-02eb3d35-9a12-4bd7-8d07-75671525081a req-68ef3f7d-823f-42db-906f-86ae341542d0 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 931 time: 0.3275852 Jun 20 14:52:30.190328 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d5c181e8-9634-4dd9-9d76-478532026463), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.221791 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e72b50a2-c7fd-49c1-a023-e7371f01fbac admin admin] Publish callbacks [] for security_group (9a41e20e-d1da-490c-85da-9ffaf5556fb6), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.231598 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:30.265003 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.360373 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e72b50a2-c7fd-49c1-a023-e7371f01fbac admin admin] Publish callbacks [] for security_group (9a41e20e-d1da-490c-85da-9ffaf5556fb6), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.375289 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-02eb3d35-9a12-4bd7-8d07-75671525081a req-91372ca6-fce3-49f3-9789-cbd1aa248fee tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653737 Jun 20 14:52:30.654395 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e72b50a2-c7fd-49c1-a023-e7371f01fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (9a41e20e-d1da-490c-85da-9ffaf5556fb6), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.657468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e72b50a2-c7fd-49c1-a023-e7371f01fbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.659105 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-e72b50a2-c7fd-49c1-a023-e7371f01fbac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a41e20e-d1da-490c-85da-9ffaf5556fb6 HTTP/1.1" status: 204 len: 168 time: 1.1187482 Jun 20 14:52:30.673968 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b50a2-c7fd-49c1-a023-e7371f01fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41e20e-d1da-490c-85da-9ffaf5556fb6,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:30.709925 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:30.763144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48236) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:30.864839 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:52:30.874286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:30.887022 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:52:30.896433 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'Port': ['ID=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:30.953694 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6d89a8eb-5155-42e3-97f9-4702ed66e45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:31.146741 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:31.147571 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:31.220417 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c181e8-9634-4dd9-9d76-478532026463 {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:31.245961 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Publish callbacks [] for port (d5c181e8-9634-4dd9-9d76-478532026463), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:31.258929 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-794f7513-d9c8-4492-bf95-c9530308fe5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7179039 Jun 20 14:52:31.271723 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea46a47-eef6-4f83-8204-562617a14b83 req-5b923de1-7f12-47bc-a454-d9d66d11572d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:31.279095 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dea46a47-eef6-4f83-8204-562617a14b83 req-5b923de1-7f12-47bc-a454-d9d66d11572d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 931 time: 0.1996250 Jun 20 14:52:31.302771 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Request body: {'port': {'device_id': '5d88e00c-10bb-48b8-a343-827831f04e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:31.307534 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:31.314339 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Transition to ACTIVE for port object d5c181e8-9634-4dd9-9d76-478532026463 will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:52:31.320851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b63a7-156e-4189-b00b-cb9ee3187961 req-60a4c10f-8da6-4b65-8c79-fb58485e117f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:31.329813 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b83b63a7-156e-4189-b00b-cb9ee3187961 req-60a4c10f-8da6-4b65-8c79-fb58485e117f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 932 time: 0.5673826 Jun 20 14:52:31.398361 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-dfe00656-1154-423d-8f37-a236d784d31f None None] Provisioning complete for port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:31.399805 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-dfe00656-1154-423d-8f37-a236d784d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:31.455557 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48258) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:31.476264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f217b1ab-0950-4d40-a487-def66c16ac43 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:31.496291 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:31.546344 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:31.547527 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Publish callbacks [] for port (f217b1ab-0950-4d40-a487-def66c16ac43), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:31.582461 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-dfe00656-1154-423d-8f37-a236d784d31f None None] Port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:52:31.682238 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (d5c181e8-9634-4dd9-9d76-478532026463), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:31.891255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Pushing event updated for resources: {'Port': ['ID=d5c181e8-9634-4dd9-9d76-478532026463,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:31.907548 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dea46a47-eef6-4f83-8204-562617a14b83 req-a500eac6-9698-46c4-bb79-0f46723c7c66 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6196501 Jun 20 14:52:32.021747 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.037511 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:32.040542 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:32.102985 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:32.190417 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48278) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:32.211424 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Transition to ACTIVE for port object f217b1ab-0950-4d40-a487-def66c16ac43 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:52:32.250692 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3af2b0d1-b82a-4627-825d-774b67113d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.265878 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.333087 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b83b63a7-156e-4189-b00b-cb9ee3187961 req-f4229cf6-ed83-4c33-9c35-4aab74223acd tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9875700 Jun 20 14:52:32.390293 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Pushing event updated for resources: {'Port': ['ID=f217b1ab-0950-4d40-a487-def66c16ac43,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:32.446311 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa0872d-d472-425e-bc75-cdef4f527e6e {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:32.464895 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Publish callbacks [] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.478563 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c223e-e0f8-45e4-af48-412a02997ed5 req-fc9fdd76-a873-43a7-b14d-04623a7f89af tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:32.486421 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-516c223e-e0f8-45e4-af48-412a02997ed5 req-fc9fdd76-a873-43a7-b14d-04623a7f89af tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.3818147 Jun 20 14:52:32.528538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6d89a8eb-5155-42e3-97f9-4702ed66e45c admin admin] Publish callbacks [] for security_group (1d772130-1924-43fe-9eb0-217b62ead016), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.551202 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6d89a8eb-5155-42e3-97f9-4702ed66e45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1d772130-1924-43fe-9eb0-217b62ead016), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.598439 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Attempting to bind port d5c181e8-9634-4dd9-9d76-478532026463 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:32.602013 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Attempting to bind port d5c181e8-9634-4dd9-9d76-478532026463 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:32.602378 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Attempting to bind port d5c181e8-9634-4dd9-9d76-478532026463 on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:32.680738 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Transition to ACTIVE for port object baa0872d-d472-425e-bc75-cdef4f527e6e will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:52:32.716201 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Port d5c181e8-9634-4dd9-9d76-478532026463 on network b2b22871-0b88-408a-81b6-567b6c78e97d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:52:32.716562 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Attempting to bind port d5c181e8-9634-4dd9-9d76-478532026463 on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:32.794681 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-516c223e-e0f8-45e4-af48-412a02997ed5 req-c48f7567-788c-4483-8efd-8c2d140e149b tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070595 Jun 20 14:52:32.809409 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.809686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:32.809686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Checking segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:32.809686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Bound using segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:32.809686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Bound port: d5c181e8-9634-4dd9-9d76-478532026463, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:32.809686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d5c181e8-9634-4dd9-9d76-478532026463), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.810083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2fe4372c-cb50-4dbc-9b1e-834757671bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.881286 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6d89a8eb-5155-42e3-97f9-4702ed66e45c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f16eeababe349c882e43ca1169b072d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1140654 Jun 20 14:52:32.896583 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48302) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:32.962034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3af2b0d1-b82a-4627-825d-774b67113d2e admin admin] Publish callbacks [] for security_group (c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:32.975038 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89a8eb-5155-42e3-97f9-4702ed66e45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d772130-1924-43fe-9eb0-217b62ead016,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:33.031769 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3af2b0d1-b82a-4627-825d-774b67113d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.120323 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48308) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:33.128485 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-3af2b0d1-b82a-4627-825d-774b67113d2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c53448566cc404b82ef1b4b5aa73875&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6319606 Jun 20 14:52:33.128485 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2b0d1-b82a-4627-825d-774b67113d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:33.129622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48310) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:33.184430 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] For port d5c181e8-9634-4dd9-9d76-478532026463, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:33.258405 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] For port d5c181e8-9634-4dd9-9d76-478532026463, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d5c181e8-9634-4dd9-9d76-478532026463,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:33.303218 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152295d-725f-4869-a103-17c8889b802a service neutron] Pushing event updated for resources: {'Port': ['ID=baa0872d-d472-425e-bc75-cdef4f527e6e,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:33.303469 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (d5c181e8-9634-4dd9-9d76-478532026463), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.325872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b08d7-7edc-4a4d-82b0-138dc759fc95 req-49513ab0-af40-4a0a-95c5-f31abb7261d8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:33.330828 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-db7b08d7-7edc-4a4d-82b0-138dc759fc95 req-49513ab0-af40-4a0a-95c5-f31abb7261d8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.1830802 Jun 20 14:52:33.367542 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-93b3b721-d8e1-4000-b8fa-885162ad152e admin admin] Publish callbacks [] for security_group (1d772130-1924-43fe-9eb0-217b62ead016), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.386911 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:33.389171 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-09bbda59-dab3-4573-9871-1e37256120c2 admin admin] Publish callbacks [] for security_group (c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.390739 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2fe4372c-cb50-4dbc-9b1e-834757671bce admin admin] Publish callbacks [] for security_group (67b364ab-a1f0-4a36-aeb2-ac79689d2d13), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.466346 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2fe4372c-cb50-4dbc-9b1e-834757671bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (67b364ab-a1f0-4a36-aeb2-ac79689d2d13), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.502339 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:33.639742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:33.666622 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Publish callbacks [] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.705967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Transition to ACTIVE for port object 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:52:33.710260 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:33.711447 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.713743 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] 10.222.0.26 "PUT /v2.0/ports/d5c181e8-9634-4dd9-9d76-478532026463 HTTP/1.1" status: 200 len: 1093 time: 3.8447421 Jun 20 14:52:33.725985 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:33.728556 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:33.743118 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-93b3b721-d8e1-4000-b8fa-885162ad152e admin admin] Publish callbacks [] for security_group (1d772130-1924-43fe-9eb0-217b62ead016), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.763244 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:33.829593 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:33.878725 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Attempting to bind port f217b1ab-0950-4d40-a487-def66c16ac43 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:33.878725 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Attempting to bind port f217b1ab-0950-4d40-a487-def66c16ac43 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:33.878725 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Attempting to bind port f217b1ab-0950-4d40-a487-def66c16ac43 on network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:33.903758 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:33.925717 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Attempting to bind port baa0872d-d472-425e-bc75-cdef4f527e6e on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:33.927050 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Attempting to bind port baa0872d-d472-425e-bc75-cdef4f527e6e by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:33.928514 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Attempting to bind port baa0872d-d472-425e-bc75-cdef4f527e6e on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:33.986052 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Port baa0872d-d472-425e-bc75-cdef4f527e6e on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:52:33.986659 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Attempting to bind port baa0872d-d472-425e-bc75-cdef4f527e6e on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:34.017070 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-09bbda59-dab3-4573-9871-1e37256120c2 admin admin] Publish callbacks [] for security_group (c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.019308 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:34.021092 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Checking segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:34.022823 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Bound using segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:34.025257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Bound port: baa0872d-d472-425e-bc75-cdef4f527e6e, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:34.033058 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.056779 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b341b0-b863-4476-afa2-04a98dda49de service neutron] Pushing event updated for resources: {'Port': ['ID=d5c181e8-9634-4dd9-9d76-478532026463,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:34.141162 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Port f217b1ab-0950-4d40-a487-def66c16ac43 on network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:52:34.142803 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Attempting to bind port f217b1ab-0950-4d40-a487-def66c16ac43 on network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:34.168676 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2fe4372c-cb50-4dbc-9b1e-834757671bce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7480d0d6ee004f09bf7655ad3631d943&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9709980 Jun 20 14:52:34.204947 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] For port baa0872d-d472-425e-bc75-cdef4f527e6e, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:34.223654 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96afa6fc-44c8-463a-836a-7ff5d6d987f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "tag": "d5c181e8-9634-4dd9-9d76-478532026463"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:34.237791 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] For port baa0872d-d472-425e-bc75-cdef4f527e6e, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=baa0872d-d472-425e-bc75-cdef4f527e6e,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:34.246543 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-db7b08d7-7edc-4a4d-82b0-138dc759fc95 req-75d5307f-c77f-4063-96e4-c4babd811346 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9017301 Jun 20 14:52:34.247143 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48338) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:34.263990 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:34.264257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Checking segment: {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:34.264640 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Bound using segment: {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:34.265257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Bound port: f217b1ab-0950-4d40-a487-def66c16ac43, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:34.265590 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.301915 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.439776 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-27f4263c-4d91-4e4a-a26e-908859613258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:34.441379 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-27f4263c-4d91-4e4a-a26e-908859613258 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 1127 time: 0.4025116 Jun 20 14:52:34.441983 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4372c-cb50-4dbc-9b1e-834757671bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b364ab-a1f0-4a36-aeb2-ac79689d2d13,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:34.463504 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-571253c2-2dc0-4bd9-ae21-8660344199ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.490969 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e53d8-82ff-417b-a9a7-5d288d5984dd req-73c0a21b-c7bd-4cab-b761-9924f4fa9f3a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:34.499690 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-165e53d8-82ff-417b-a9a7-5d288d5984dd req-73c0a21b-c7bd-4cab-b761-9924f4fa9f3a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 1.0053563 Jun 20 14:52:34.505214 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152295d-725f-4869-a103-17c8889b802a service neutron] Pushing event updated for resources: {'Port': ['ID=baa0872d-d472-425e-bc75-cdef4f527e6e,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:34.534339 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:34.538905 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.540483 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-1152295d-725f-4869-a103-17c8889b802a service neutron] 10.222.0.26 "PUT /v2.0/ports/baa0872d-d472-425e-bc75-cdef4f527e6e HTTP/1.1" status: 200 len: 1093 time: 5.9926779 Jun 20 14:52:34.548058 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'tag': 'baa0872d-d472-425e-bc75-cdef4f527e6e'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:34.651099 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b195cfa-9035-471a-9e83-6f2d3ebba407 req-6487219d-1804-48b1-b60a-381047472944 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:34.668805 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-394be7cf-f4e4-4649-97e8-88ad69f3dc36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c181e8-9634-4dd9-9d76-478532026463 HTTP/1.1" status: 200 len: 217 time: 0.2014987 Jun 20 14:52:34.680113 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0b195cfa-9035-471a-9e83-6f2d3ebba407 req-6487219d-1804-48b1-b60a-381047472944 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.1379478 Jun 20 14:52:34.729682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] For port f217b1ab-0950-4d40-a487-def66c16ac43, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:34.748510 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] For port f217b1ab-0950-4d40-a487-def66c16ac43, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f217b1ab-0950-4d40-a487-def66c16ac43,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:34.830432 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-571253c2-2dc0-4bd9-ae21-8660344199ee admin admin] Publish callbacks [] for security_group (b871fe67-710e-4180-8b49-b74378f8563c), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.840443 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-93b3b721-d8e1-4000-b8fa-885162ad152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1d772130-1924-43fe-9eb0-217b62ead016), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.843173 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-93b3b721-d8e1-4000-b8fa-885162ad152e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.846827 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-93b3b721-d8e1-4000-b8fa-885162ad152e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d772130-1924-43fe-9eb0-217b62ead016 HTTP/1.1" status: 204 len: 168 time: 1.9467759 Jun 20 14:52:34.936253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-571253c2-2dc0-4bd9-ae21-8660344199ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b871fe67-710e-4180-8b49-b74378f8563c), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.941683 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:34.947714 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3b721-d8e1-4000-b8fa-885162ad152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d772130-1924-43fe-9eb0-217b62ead016,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:34.975896 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:34.977116 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Pushing event updated for resources: {'Port': ['ID=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:34.994403 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571253c2-2dc0-4bd9-ae21-8660344199ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b871fe67-710e-4180-8b49-b74378f8563c,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:35.029936 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-73d98465-6374-45d5-ab4b-10848549797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:35.031953 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-73d98465-6374-45d5-ab4b-10848549797f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.1993010 Jun 20 14:52:35.090068 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-165e53d8-82ff-417b-a9a7-5d288d5984dd req-3129dd55-6604-41ca-9736-63f675c66364 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892837 Jun 20 14:52:35.095510 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-571253c2-2dc0-4bd9-ae21-8660344199ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19a1d871a5634b828a4dfa753e88fe78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9739361 Jun 20 14:52:35.102284 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48364) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:35.129540 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06768f05-2a3f-4084-82ee-971269a9b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.181707 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Pushing event updated for resources: {'Port': ['ID=f217b1ab-0950-4d40-a487-def66c16ac43,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:35.200596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:35.204781 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.207750 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-0b6b59d4-b578-4af9-8cb1-b2d87e8cf958 service neutron] 10.222.0.26 "PUT /v2.0/ports/f217b1ab-0950-4d40-a487-def66c16ac43 HTTP/1.1" status: 200 len: 1093 time: 5.8574526 Jun 20 14:52:35.210579 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-01202d0c-ea9c-4aed-9556-39ccbe92182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:35.214588 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-01202d0c-ea9c-4aed-9556-39ccbe92182a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 1127 time: 0.5086105 Jun 20 14:52:35.255242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1eb4-e4e5-4515-acf9-64308d37f83e admin admin] Publish callbacks [] for security_group (67b364ab-a1f0-4a36-aeb2-ac79689d2d13), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.257766 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-09bbda59-dab3-4573-9871-1e37256120c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.263026 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-09bbda59-dab3-4573-9871-1e37256120c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.265670 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-09bbda59-dab3-4573-9871-1e37256120c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6 HTTP/1.1" status: 204 len: 168 time: 2.0516441 Jun 20 14:52:35.311583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbda59-dab3-4573-9871-1e37256120c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47691cc-f58c-4f3a-b3f4-2cb23ecf6ab6,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:35.313914 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c5529278-48bb-44c6-b5ea-b95eac81b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:35.320529 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-c5529278-48bb-44c6-b5ea-b95eac81b367 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2544756 Jun 20 14:52:35.339292 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:35.350203 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0b195cfa-9035-471a-9e83-6f2d3ebba407 req-216778cc-3499-4bfc-9dd0-417cab203a29 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656671 Jun 20 14:52:35.394185 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1eb4-e4e5-4515-acf9-64308d37f83e admin admin] Publish callbacks [] for security_group (67b364ab-a1f0-4a36-aeb2-ac79689d2d13), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.428047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Attempting to bind port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:52:35.430116 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Attempting to bind port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:52:35.435088 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Attempting to bind port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:35.455420 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:52:35.457913 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Attempting to bind port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:52:35.492746 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:52:35.493235 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Checking segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:35.493717 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Bound using segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:52:35.494934 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Bound port: 0932c295-9cbf-4b3f-aa7d-967d7d8030f1, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:52:35.501504 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc62a51-631e-48cc-b526-e4414ad1a4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "80267d79-170a-4c4e-b7fe-dfff49c7f195", "tag": "baa0872d-d472-425e-bc75-cdef4f527e6e"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:35.506701 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1eb4-e4e5-4515-acf9-64308d37f83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (67b364ab-a1f0-4a36-aeb2-ac79689d2d13), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.509132 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.513799 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4a8d1eb4-e4e5-4515-acf9-64308d37f83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.527863 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4a8d1eb4-e4e5-4515-acf9-64308d37f83e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67b364ab-a1f0-4a36-aeb2-ac79689d2d13 HTTP/1.1" status: 204 len: 168 time: 1.2628329 Jun 20 14:52:35.613855 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ff5acacb-e860-41bf-bccc-b14756ae4198 admin admin] Publish callbacks [] for security_group (b871fe67-710e-4180-8b49-b74378f8563c), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:35.767502 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d1eb4-e4e5-4515-acf9-64308d37f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b364ab-a1f0-4a36-aeb2-ac79689d2d13,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:35.786347 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-8274e9e2-3da2-42ef-8139-7bb51a741ed1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa0872d-d472-425e-bc75-cdef4f527e6e HTTP/1.1" status: 200 len: 217 time: 0.2329669 Jun 20 14:52:35.890790 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-d347e518-2947-46be-bd23-0c9b67fd81dc service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129783 Jun 20 14:52:35.939884 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-0950300a-dcbd-4ffe-916e-d88e6a0c0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:35.946204 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-0950300a-dcbd-4ffe-916e-d88e6a0c0441 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.1357207 Jun 20 14:52:36.179427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-12e18868-1e5b-45ab-8821-7b9087e03dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:36.182503 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-12e18868-1e5b-45ab-8821-7b9087e03dfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=361bd83b835c4ec3b01a1173b2d9cb1d&device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 1127 time: 0.6102133 Jun 20 14:52:36.223609 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6e2a-2326-4ca6-856d-681c5e5a33c3 req-74dc4671-ea89-4926-8aed-bc95295b85c0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:36.235834 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-28bf6e2a-2326-4ca6-856d-681c5e5a33c3 req-74dc4671-ea89-4926-8aed-bc95295b85c0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.5343204 Jun 20 14:52:36.248587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b2b454-9a1a-461d-beb0-cf4795a6ee57 x-openstack-request-id: req-b3b2b454-9a1a-461d-beb0-cf4795a6ee57 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:36.249574 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "tag": "d5c181e8-9634-4dd9-9d76-478532026463", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:36.250229 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3b2b454-9a1a-461d-beb0-cf4795a6ee57 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:36.251247 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b2b454-9a1a-461d-beb0-cf4795a6ee57'] response: {'name': 'network-changed', 'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463', 'status': 'completed', 'code': 200} Jun 20 14:52:36.297583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-0d0c4d15-e27d-411a-906b-6a814a7e2a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:36.300650 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-0d0c4d15-e27d-411a-906b-6a814a7e2a5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3439183 Jun 20 14:52:36.328433 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ff5acacb-e860-41bf-bccc-b14756ae4198 admin admin] Publish callbacks [] for security_group (b871fe67-710e-4180-8b49-b74378f8563c), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:36.380143 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-68336e3c-83f2-4d15-a345-dd3e6b1deed7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f217b1ab-0950-4d40-a487-def66c16ac43 HTTP/1.1" status: 200 len: 217 time: 0.0428376 Jun 20 14:52:36.381227 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e829082a-a426-4fc4-b3ff-680cdd0437e4 req-096be21b-379c-4ba8-a06e-d1efb2c35ba4 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708936 Jun 20 14:52:36.395926 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-28bf6e2a-2326-4ca6-856d-681c5e5a33c3 req-810f8c1f-e42d-4f9a-ba0a-0c8af439100c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1596749 Jun 20 14:52:36.411209 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] For port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:52:36.505780 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] For port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:52:36.530921 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:36.560203 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:36.619860 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:36.729549 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Pushing event updated for resources: {'Port': ['ID=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:36.743213 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-77987e1f-6dc9-4c70-80a1-a1fb74a149f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:36.745706 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-77987e1f-6dc9-4c70-80a1-a1fb74a149f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 1127 time: 0.2282650 Jun 20 14:52:36.756915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:36.757915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:36.759624 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-a1396ebe-7ddc-4c81-8f35-4be5d4b3a797 service neutron] 10.222.0.26 "PUT /v2.0/ports/0932c295-9cbf-4b3f-aa7d-967d7d8030f1 HTTP/1.1" status: 200 len: 1094 time: 5.4753897 Jun 20 14:52:36.879896 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:36.902897 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-7b01ae8e-cd56-43a0-80ab-236ffd42a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:36.904437 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-7b01ae8e-cd56-43a0-80ab-236ffd42a823 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82617bfc-d54b-45f5-94fe-6bd247625cb4 HTTP/1.1" status: 200 len: 850 time: 0.4960449 Jun 20 14:52:36.905060 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-6cec88ac-8954-4f0e-b779-8f2c23063d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:36.907426 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-6cec88ac-8954-4f0e-b779-8f2c23063d4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 1128 time: 0.0738926 Jun 20 14:52:36.929560 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fac9346-68c6-4b89-a5d7-8c6a0357200c x-openstack-request-id: req-2fac9346-68c6-4b89-a5d7-8c6a0357200c {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:36.929918 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80267d79-170a-4c4e-b7fe-dfff49c7f195", "tag": "baa0872d-d472-425e-bc75-cdef4f527e6e", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:36.930244 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fac9346-68c6-4b89-a5d7-8c6a0357200c {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:36.930664 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fac9346-68c6-4b89-a5d7-8c6a0357200c'] response: {'name': 'network-changed', 'server_uuid': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'tag': 'baa0872d-d472-425e-bc75-cdef4f527e6e', 'status': 'completed', 'code': 200} Jun 20 14:52:36.937037 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ff5acacb-e860-41bf-bccc-b14756ae4198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b871fe67-710e-4180-8b49-b74378f8563c), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:36.941063 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ff5acacb-e860-41bf-bccc-b14756ae4198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:36.942261 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ff5acacb-e860-41bf-bccc-b14756ae4198 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b871fe67-710e-4180-8b49-b74378f8563c HTTP/1.1" status: 204 len: 168 time: 1.6334476 Jun 20 14:52:37.024122 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-c38bef45-dd16-412a-8692-d8322a0bbc1a service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414838 Jun 20 14:52:37.087783 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-bb4cbb2c-9859-4ccb-ac49-22c7cc32aa59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1 HTTP/1.1" status: 200 len: 217 time: 0.1258090 Jun 20 14:52:37.263440 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48408) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:37.264596 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48410) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:37.266254 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:37.278577 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad345987-79e2-40c8-9e42-3484bdfddcde req-6fce841d-f54d-4546-97ce-98ac2ece9c2f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:37.288667 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ad345987-79e2-40c8-9e42-3484bdfddcde req-6fce841d-f54d-4546-97ce-98ac2ece9c2f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.6561818 Jun 20 14:52:37.343440 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b3f87db-ca19-4afd-a82b-03e60f519abd req-a5528091-57de-434c-a13a-012e3aa055b2 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072085 Jun 20 14:52:37.353735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edd526-4b3d-465e-b248-8e6c69a842de req-2d1cdb54-844d-4bd4-9ced-a7f4ae76670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:37.376342 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-2d1cdb54-844d-4bd4-9ced-a7f4ae76670d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4172626 Jun 20 14:52:37.395545 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5df188df-da73-4f86-bd7c-0006b7323e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:37.399409 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5acacb-e860-41bf-bccc-b14756ae4198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b871fe67-710e-4180-8b49-b74378f8563c,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:37.427738 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4fc124f6-0286-4009-8f94-1e0351edfa70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:37.444183 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-68e05870-360a-401e-83c7-98f2d1bd63a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:37.480524 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-1367e021-0f1b-4114-991b-aa7ae8b5f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:37.482042 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-1367e021-0f1b-4114-991b-aa7ae8b5f2b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.7207570 Jun 20 14:52:37.501131 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ad345987-79e2-40c8-9e42-3484bdfddcde req-f6735ceb-ea6c-4f0c-83c5-de5c9abac9c3 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080529 Jun 20 14:52:37.544950 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac29aae-b690-4a98-ad2d-553cd2b5ce16 req-e359b8ba-548f-4232-82cb-f3b41d5c89e5 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:37.544950 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eac29aae-b690-4a98-ad2d-553cd2b5ce16 req-e359b8ba-548f-4232-82cb-f3b41d5c89e5 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.2405043 Jun 20 14:52:37.762054 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-149620c6-b352-458b-a944-cac27116bdeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c181e8-9634-4dd9-9d76-478532026463 HTTP/1.1" status: 200 len: 217 time: 0.2594137 Jun 20 14:52:37.766184 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-9a92ea52-249e-425b-98b9-c99d44cb49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:37.767708 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-9a92ea52-249e-425b-98b9-c99d44cb49c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.4498758 Jun 20 14:52:37.907653 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a562782-78a3-4fc1-8974-6e18cf9d4abd req-498cefd5-9485-49e4-ab3d-c2745bc20d1a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:37.922150 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1a562782-78a3-4fc1-8974-6e18cf9d4abd req-498cefd5-9485-49e4-ab3d-c2745bc20d1a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.0886579 Jun 20 14:52:38.014995 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eac29aae-b690-4a98-ad2d-553cd2b5ce16 req-5fdb5c92-7a33-4afd-a4ce-e46939f9d6ca tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337369 Jun 20 14:52:38.046343 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-33cfe23e-8013-4936-81b6-1543dbd8d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:38.048352 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-33cfe23e-8013-4936-81b6-1543dbd8d15c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2161126 Jun 20 14:52:38.051765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-8376822f-47f5-4fce-ac36-23a1d496b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:38.053336 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-8376822f-47f5-4fce-ac36-23a1d496b034 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 1127 time: 0.5719171 Jun 20 14:52:38.061884 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-a13aaa88-4e75-4e22-8146-90c696162841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:38.064064 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-a13aaa88-4e75-4e22-8146-90c696162841 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.2223971 Jun 20 14:52:38.085092 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:38.131930 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48430) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:38.143618 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-68e05870-360a-401e-83c7-98f2d1bd63a0 admin admin] Publish callbacks [] for security_group (845cc4c6-1ab2-4584-8ea6-05a34c2e0274), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.159499 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4fc124f6-0286-4009-8f94-1e0351edfa70 admin admin] Publish callbacks [] for security_group (21934ebe-0213-41b0-ac9c-d416644f1a5d), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.177807 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4fc124f6-0286-4009-8f94-1e0351edfa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (21934ebe-0213-41b0-ac9c-d416644f1a5d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.201313 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-68e05870-360a-401e-83c7-98f2d1bd63a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (845cc4c6-1ab2-4584-8ea6-05a34c2e0274), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.236567 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4fc124f6-0286-4009-8f94-1e0351edfa70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0e4e7cd3b6047c5b481a3eb1719e74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9681067 Jun 20 14:52:38.240168 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48434) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:38.326627 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:38.328771 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d88e00c-10bb-48b8-a343-827831f04e10', 'tag': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:38.332325 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d88e00c-10bb-48b8-a343-827831f04e10", "tag": "0932c295-9cbf-4b3f-aa7d-967d7d8030f1"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:38.370020 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-88120137-0c7c-4bd5-9a73-e32092d4dd49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.409436 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-90d5565f-161b-4eb8-9dea-88c8d69aa9bc service neutron] 10.222.0.26 "GET /v2.0/networks/1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9396052 Jun 20 14:52:38.511704 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1a562782-78a3-4fc1-8974-6e18cf9d4abd req-e77e8efd-1a3a-40b7-bf6e-a13c5ae285fb tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5057392 Jun 20 14:52:38.522191 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-fbc6d648-bd2f-49f9-9886-5d2c7c62b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:38.526065 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-fbc6d648-bd2f-49f9-9886-5d2c7c62b773 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.3948288 Jun 20 14:52:38.564211 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a729b03f-6843-4b5e-bf0f-5fb0fd187c6f x-openstack-request-id: req-a729b03f-6843-4b5e-bf0f-5fb0fd187c6f {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:38.565807 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d88e00c-10bb-48b8-a343-827831f04e10", "tag": "0932c295-9cbf-4b3f-aa7d-967d7d8030f1", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:38.565964 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a729b03f-6843-4b5e-bf0f-5fb0fd187c6f {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:38.571181 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a729b03f-6843-4b5e-bf0f-5fb0fd187c6f'] response: {'name': 'network-changed', 'server_uuid': '5d88e00c-10bb-48b8-a343-827831f04e10', 'tag': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1', 'status': 'completed', 'code': 200} Jun 20 14:52:38.571866 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.592983 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-71a4ba1a-001c-43ab-98c0-31785a3bbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:38.595579 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-71a4ba1a-001c-43ab-98c0-31785a3bbb01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4374101 Jun 20 14:52:38.611845 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48442) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:38.613072 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-68e05870-360a-401e-83c7-98f2d1bd63a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d02ca4298ed49bbb9f0831cf71a08f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3326175 Jun 20 14:52:38.620653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc124f6-0286-4009-8f94-1e0351edfa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21934ebe-0213-41b0-ac9c-d416644f1a5d,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:38.676852 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-46ab24a2-6545-4af8-a661-19430f092ee8 admin admin] Publish callbacks [] for security_group (21934ebe-0213-41b0-ac9c-d416644f1a5d), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.689885 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e05870-360a-401e-83c7-98f2d1bd63a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845cc4c6-1ab2-4584-8ea6-05a34c2e0274,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:38.736633 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-bfc513a6-2243-465c-82ca-81b09e93779c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa0872d-d472-425e-bc75-cdef4f527e6e HTTP/1.1" status: 200 len: 217 time: 0.1320918 Jun 20 14:52:38.738805 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-88120137-0c7c-4bd5-9a73-e32092d4dd49 admin admin] Publish callbacks [] for security_group (b1fb9367-18da-4669-a5eb-dffc74065676), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.766674 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-3c5dca9a-54d8-4345-92de-f6bf3cceeb0e service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456513 Jun 20 14:52:38.770949 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-46ab24a2-6545-4af8-a661-19430f092ee8 admin admin] Publish callbacks [] for security_group (21934ebe-0213-41b0-ac9c-d416644f1a5d), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.873419 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-88120137-0c7c-4bd5-9a73-e32092d4dd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b1fb9367-18da-4669-a5eb-dffc74065676), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.896313 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:38.938885 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'tag': 'f217b1ab-0950-4d40-a487-def66c16ac43'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:38.948320 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96419072-2aca-4558-ba86-0c9e8652c345" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eeab20-5dea-4424-9945-640e8f24f6b0", "tag": "f217b1ab-0950-4d40-a487-def66c16ac43"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:38.959552 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-d176988d-9f18-4de7-833b-d7c9775da191 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447342 Jun 20 14:52:38.992072 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f76707f5-f7ff-4c05-8056-9897ec74a5f4 req-569c643a-e681-44c9-af5a-61a623e5adbe service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654210 Jun 20 14:52:38.993406 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-46ab24a2-6545-4af8-a661-19430f092ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (21934ebe-0213-41b0-ac9c-d416644f1a5d), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.996676 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-46ab24a2-6545-4af8-a661-19430f092ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:38.997843 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-46ab24a2-6545-4af8-a661-19430f092ee8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21934ebe-0213-41b0-ac9c-d416644f1a5d HTTP/1.1" status: 204 len: 168 time: 0.7494130 Jun 20 14:52:39.018159 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab24a2-6545-4af8-a661-19430f092ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21934ebe-0213-41b0-ac9c-d416644f1a5d,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:39.062877 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47d121-9208-455e-a21b-644538c5baf2 req-4807563a-ec16-4c22-8d72-29e32f294588 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:39.072373 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7a47d121-9208-455e-a21b-644538c5baf2 req-4807563a-ec16-4c22-8d72-29e32f294588 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.3667040 Jun 20 14:52:39.078772 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ab921a-735f-4b8f-8afc-6c64a7b8708f x-openstack-request-id: req-60ab921a-735f-4b8f-8afc-6c64a7b8708f {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:39.079055 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eeab20-5dea-4424-9945-640e8f24f6b0", "tag": "f217b1ab-0950-4d40-a487-def66c16ac43", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:39.079372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60ab921a-735f-4b8f-8afc-6c64a7b8708f {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:39.079769 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ab921a-735f-4b8f-8afc-6c64a7b8708f'] response: {'name': 'network-changed', 'server_uuid': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'tag': 'f217b1ab-0950-4d40-a487-def66c16ac43', 'status': 'completed', 'code': 200} Jun 20 14:52:39.128227 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-88120137-0c7c-4bd5-9a73-e32092d4dd49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5c42300ec7e4250b5d2a08dcbaf2966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9953318 Jun 20 14:52:39.143247 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88120137-0c7c-4bd5-9a73-e32092d4dd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb9367-18da-4669-a5eb-dffc74065676,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:39.146558 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48468) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:39.157564 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-3c52855d-0407-4ea3-a7cd-0884c951e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:39.158938 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-3c52855d-0407-4ea3-a7cd-0884c951e786 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.2669518 Jun 20 14:52:39.163887 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-95edd526-4b3d-465e-b248-8e6c69a842de req-9b8001e5-57d2-4ed1-8adc-0a5d4e903518 service neutron] 10.222.0.26 "GET /v2.0/networks/1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917408 Jun 20 14:52:39.171146 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-06ccbba3-8410-4113-b742-1036a56a6190 admin admin] Publish callbacks [] for security_group (845cc4c6-1ab2-4584-8ea6-05a34c2e0274), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.181622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:39.222232 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7a47d121-9208-455e-a21b-644538c5baf2 req-9581aba5-cb26-4feb-9155-75db440351c7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488047 Jun 20 14:52:39.238177 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-06ccbba3-8410-4113-b742-1036a56a6190 admin admin] Publish callbacks [] for security_group (845cc4c6-1ab2-4584-8ea6-05a34c2e0274), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.254975 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e2066-508c-40a5-87ee-88015802a4f9 req-50e0d114-c9f3-40de-93de-190c8f8c5bc4 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:39.257079 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-351e2066-508c-40a5-87ee-88015802a4f9 req-50e0d114-c9f3-40de-93de-190c8f8c5bc4 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.1482928 Jun 20 14:52:39.329631 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-72d228cb-1478-4991-a1f2-8a41c153df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:39.331191 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-72d228cb-1478-4991-a1f2-8a41c153df89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496390 Jun 20 14:52:39.377226 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:39.406376 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b4323aa7-67d4-4a17-ba75-203e63079741 admin admin] Publish callbacks [] for security_group (b1fb9367-18da-4669-a5eb-dffc74065676), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.427651 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419072-2aca-4558-ba86-0c9e8652c345 req-7c9fe097-064d-431c-9468-3b86148e79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:39.429180 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96419072-2aca-4558-ba86-0c9e8652c345 req-7c9fe097-064d-431c-9468-3b86148e79e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=361bd83b835c4ec3b01a1173b2d9cb1d&device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 1127 time: 0.0958314 Jun 20 14:52:39.461560 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-06ccbba3-8410-4113-b742-1036a56a6190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (845cc4c6-1ab2-4584-8ea6-05a34c2e0274), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.465176 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-06ccbba3-8410-4113-b742-1036a56a6190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.466219 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-06ccbba3-8410-4113-b742-1036a56a6190 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/845cc4c6-1ab2-4584-8ea6-05a34c2e0274 HTTP/1.1" status: 204 len: 168 time: 0.8281755 Jun 20 14:52:39.480242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccbba3-8410-4113-b742-1036a56a6190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845cc4c6-1ab2-4584-8ea6-05a34c2e0274,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:39.483293 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-351e2066-508c-40a5-87ee-88015802a4f9 req-cdd15bc2-fbdc-4c80-8006-ccbdbc29e673 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175393 Jun 20 14:52:39.484821 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-c1e233ba-a305-4566-9439-bbf959e830ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:39.487094 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-c1e233ba-a305-4566-9439-bbf959e830ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 1128 time: 0.1584599 Jun 20 14:52:39.504981 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b4323aa7-67d4-4a17-ba75-203e63079741 admin admin] Publish callbacks [] for security_group (b1fb9367-18da-4669-a5eb-dffc74065676), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.548024 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-d37ccb00-9e58-43db-bf03-54e6d584dcc1 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011034 Jun 20 14:52:39.558880 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96afa6fc-44c8-463a-836a-7ff5d6d987f1 req-857303b9-fc84-46cc-befb-e4ae1cd2ee6c service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565422 Jun 20 14:52:39.587352 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b4323aa7-67d4-4a17-ba75-203e63079741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b1fb9367-18da-4669-a5eb-dffc74065676), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.591770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b4323aa7-67d4-4a17-ba75-203e63079741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:39.595276 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-b4323aa7-67d4-4a17-ba75-203e63079741 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1fb9367-18da-4669-a5eb-dffc74065676 HTTP/1.1" status: 204 len: 168 time: 0.4469516 Jun 20 14:52:39.609335 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4323aa7-67d4-4a17-ba75-203e63079741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb9367-18da-4669-a5eb-dffc74065676,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:39.683851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406500a-b848-4745-8879-9e730e021210 req-35f8615b-1ed0-4685-89cd-3aee4d14b6a2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:39.691365 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f406500a-b848-4745-8879-9e730e021210 req-35f8615b-1ed0-4685-89cd-3aee4d14b6a2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.0835540 Jun 20 14:52:39.747566 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f406500a-b848-4745-8879-9e730e021210 req-1d52d74f-b9f3-4507-9e21-c12a8b3ee9e3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550992 Jun 20 14:52:40.101770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48532) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:40.121701 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:40.132194 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-63c142a5-8175-4876-a3a5-2a95a88b3e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.153822 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.274483 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-63c142a5-8175-4876-a3a5-2a95a88b3e1f admin admin] Publish callbacks [] for security_group (ce2c9c75-e439-46df-adb4-124622624e88), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.282982 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-63c142a5-8175-4876-a3a5-2a95a88b3e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ce2c9c75-e439-46df-adb4-124622624e88), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.300437 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.356939 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-63c142a5-8175-4876-a3a5-2a95a88b3e1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46d09f10696b410a8f7581f851837b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540085 Jun 20 14:52:40.358420 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c142a5-8175-4876-a3a5-2a95a88b3e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c9c75-e439-46df-adb4-124622624e88,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:40.359805 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48546) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:40.447986 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66b918-2a79-4bf3-b639-11cc4eef7d45 req-64b5a88f-4d80-47e4-bc1e-bc5b890d3330 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:40.451678 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1b66b918-2a79-4bf3-b639-11cc4eef7d45 req-64b5a88f-4d80-47e4-bc1e-bc5b890d3330 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.0873582 Jun 20 14:52:40.457817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-beb44d29-7ed2-423b-8b7e-6bc7078b773d admin admin] Publish callbacks [] for security_group (ce2c9c75-e439-46df-adb4-124622624e88), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.482318 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-beb44d29-7ed2-423b-8b7e-6bc7078b773d admin admin] Publish callbacks [] for security_group (ce2c9c75-e439-46df-adb4-124622624e88), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.511336 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1b66b918-2a79-4bf3-b639-11cc4eef7d45 req-d2d2966d-9c10-4d78-a1f9-0c4c5c9b6b7b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532918 Jun 20 14:52:40.548974 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-beb44d29-7ed2-423b-8b7e-6bc7078b773d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ce2c9c75-e439-46df-adb4-124622624e88), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.553180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-beb44d29-7ed2-423b-8b7e-6bc7078b773d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:40.557203 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-beb44d29-7ed2-423b-8b7e-6bc7078b773d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce2c9c75-e439-46df-adb4-124622624e88 HTTP/1.1" status: 204 len: 168 time: 0.1958208 Jun 20 14:52:40.566988 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb44d29-7ed2-423b-8b7e-6bc7078b773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c9c75-e439-46df-adb4-124622624e88,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:40.630034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bb64f-0b40-4ec4-9c5f-eb3d1cdde7b5 req-bf0f1fcd-0ffd-4d88-92aa-d7e68279d3c5 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:40.631678 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-013bb64f-0b40-4ec4-9c5f-eb3d1cdde7b5 req-bf0f1fcd-0ffd-4d88-92aa-d7e68279d3c5 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.0595560 Jun 20 14:52:40.687207 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-013bb64f-0b40-4ec4-9c5f-eb3d1cdde7b5 req-65d642f4-b3bb-470d-9393-edbf05e00e98 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479410 Jun 20 14:52:40.882653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8a23a-4ac1-4120-9864-cf88fadffb19 req-899a6c30-ae4c-4d23-8f0e-5ea25fccffc6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:40.885074 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5da8a23a-4ac1-4120-9864-cf88fadffb19 req-899a6c30-ae4c-4d23-8f0e-5ea25fccffc6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.0623248 Jun 20 14:52:40.937437 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5da8a23a-4ac1-4120-9864-cf88fadffb19 req-20cc14e7-254f-45b1-8aff-bab753a0f9c4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459824 Jun 20 14:52:40.946430 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48574) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:41.204255 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4128c9da-ff66-4270-874b-5d385342ab3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:41.289058 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4128c9da-ff66-4270-874b-5d385342ab3b admin admin] Publish callbacks [] for security_group (4a23d2bb-202f-4dee-8f41-61b534277913), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:41.293737 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4128c9da-ff66-4270-874b-5d385342ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4a23d2bb-202f-4dee-8f41-61b534277913), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:41.344107 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48598) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:41.344293 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4128c9da-ff66-4270-874b-5d385342ab3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18a19ecb02054adebceb9cca2281b889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938248 Jun 20 14:52:41.345105 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128c9da-ff66-4270-874b-5d385342ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a23d2bb-202f-4dee-8f41-61b534277913,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:41.415876 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1044-0b4b-4a0b-9c50-66d70cc7b445 admin admin] Publish callbacks [] for security_group (4a23d2bb-202f-4dee-8f41-61b534277913), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:41.437828 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1044-0b4b-4a0b-9c50-66d70cc7b445 admin admin] Publish callbacks [] for security_group (4a23d2bb-202f-4dee-8f41-61b534277913), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:41.469268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:41.649790 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0dda-3928-4379-838c-0eda980510b7 req-3b2394d5-095c-435f-b53c-c62a2386b606 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:41.660819 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e5ac0dda-3928-4379-838c-0eda980510b7 req-3b2394d5-095c-435f-b53c-c62a2386b606 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.0671299 Jun 20 14:52:41.679740 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1044-0b4b-4a0b-9c50-66d70cc7b445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4a23d2bb-202f-4dee-8f41-61b534277913), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:41.684336 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1ce1044-0b4b-4a0b-9c50-66d70cc7b445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:41.685859 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f1ce1044-0b4b-4a0b-9c50-66d70cc7b445 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a23d2bb-202f-4dee-8f41-61b534277913 HTTP/1.1" status: 204 len: 168 time: 0.3403394 Jun 20 14:52:41.696103 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce1044-0b4b-4a0b-9c50-66d70cc7b445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a23d2bb-202f-4dee-8f41-61b534277913,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:41.700369 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:41.739908 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e5ac0dda-3928-4379-838c-0eda980510b7 req-1e4eb421-1e91-44c7-b4a2-5f6d0a15d10d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777373 Jun 20 14:52:41.815706 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec00b0-569e-4c41-bac6-f88d06e3fbe4 req-1f76f50e-a1b8-4d1a-859e-e6bc1c41bb67 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:41.817572 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-51ec00b0-569e-4c41-bac6-f88d06e3fbe4 req-1f76f50e-a1b8-4d1a-859e-e6bc1c41bb67 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.0507174 Jun 20 14:52:41.896069 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-51ec00b0-569e-4c41-bac6-f88d06e3fbe4 req-64d06f58-610d-447a-91ac-fc712296ecd3 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686038 Jun 20 14:52:42.083176 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79386f7f-5276-4d89-a159-2c9801573a91 req-70cfbc27-1cb9-4529-a87c-91f532fa16e3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:42.084697 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-79386f7f-5276-4d89-a159-2c9801573a91 req-70cfbc27-1cb9-4529-a87c-91f532fa16e3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.0570257 Jun 20 14:52:42.153435 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-79386f7f-5276-4d89-a159-2c9801573a91 req-68afbafe-061a-4977-9263-ab7d203737ad tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594254 Jun 20 14:52:42.399454 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48670) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:42.423686 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cbf11d8-8499-406e-9966-9fdf14686124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:42.518089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:42.586725 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cbf11d8-8499-406e-9966-9fdf14686124 admin admin] Publish callbacks [] for security_group (3ca26416-5661-4513-8816-1ea4caf52afa), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:42.593022 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cbf11d8-8499-406e-9966-9fdf14686124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3ca26416-5661-4513-8816-1ea4caf52afa), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:42.644386 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48690) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:42.644925 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-9cbf11d8-8499-406e-9966-9fdf14686124 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3420f3e7281549c59f4dd994bd398aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437167 Jun 20 14:52:42.658809 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf11d8-8499-406e-9966-9fdf14686124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca26416-5661-4513-8816-1ea4caf52afa,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:42.708550 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f4aa84bd-9c23-4401-8dc6-3c03a7ad1876 admin admin] Publish callbacks [] for security_group (3ca26416-5661-4513-8816-1ea4caf52afa), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:42.741286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f4aa84bd-9c23-4401-8dc6-3c03a7ad1876 admin admin] Publish callbacks [] for security_group (3ca26416-5661-4513-8816-1ea4caf52afa), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:42.830862 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f4aa84bd-9c23-4401-8dc6-3c03a7ad1876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3ca26416-5661-4513-8816-1ea4caf52afa), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:42.833297 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f4aa84bd-9c23-4401-8dc6-3c03a7ad1876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:42.837729 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f4aa84bd-9c23-4401-8dc6-3c03a7ad1876 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ca26416-5661-4513-8816-1ea4caf52afa HTTP/1.1" status: 204 len: 168 time: 0.1914914 Jun 20 14:52:42.860221 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa84bd-9c23-4401-8dc6-3c03a7ad1876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca26416-5661-4513-8816-1ea4caf52afa,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:42.954918 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bc6cb-9b37-422a-83b1-9c255cd8376a req-f1141a3e-df16-49f7-94fd-d8d4044063dd tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:42.956526 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c31bc6cb-9b37-422a-83b1-9c255cd8376a req-f1141a3e-df16-49f7-94fd-d8d4044063dd tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.1059470 Jun 20 14:52:43.082869 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c31bc6cb-9b37-422a-83b1-9c255cd8376a req-a8575bea-6af8-4770-96d0-06951c1a6478 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164796 Jun 20 14:52:43.121140 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c397-0540-4fcc-94da-75297ab90476 req-4877e85e-d07c-44d6-91cf-dadb06ad4cd2 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:43.122916 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-59f2c397-0540-4fcc-94da-75297ab90476 req-4877e85e-d07c-44d6-91cf-dadb06ad4cd2 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.0707879 Jun 20 14:52:43.233422 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-59f2c397-0540-4fcc-94da-75297ab90476 req-133cfc07-0298-431b-be6e-b3cc43379df3 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936894 Jun 20 14:52:43.303885 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8bf3-08aa-4909-9381-7dd8afbefb41 req-7486dca5-bff5-4e04-82ec-e27d6b5c9ee0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:43.312912 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eb2c8bf3-08aa-4909-9381-7dd8afbefb41 req-7486dca5-bff5-4e04-82ec-e27d6b5c9ee0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.0616348 Jun 20 14:52:43.358986 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:43.376874 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eb2c8bf3-08aa-4909-9381-7dd8afbefb41 req-0c43018b-ad43-4282-8544-5581d0b26255 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629780 Jun 20 14:52:43.832123 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48802) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:43.956240 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762924537-network', 'tenant_id': '95aaa38e59fd4074a06b6ca7395dae7f'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:43.979663 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Made reservation on behalf of 95aaa38e59fd4074a06b6ca7395dae7f for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:43.989825 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.005446 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.125503 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48820) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:44.151156 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks [] for security_group (52611354-2afd-41a0-a8e6-eb72d13490bb), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.167936 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device baa0872d-d472-425e-bc75-cdef4f527e6e details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:52:44.185538 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (52611354-2afd-41a0-a8e6-eb72d13490bb), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.225244 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:52:44.267094 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (042bc56d-3a28-4dad-8797-67513f17f027), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.267783 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Added segment 042bc56d-3a28-4dad-8797-67513f17f027 of type vlan for network 49c0b9b9-01db-4a37-84a5-8d9e59c8ac35 Jun 20 14:52:44.270700 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-9c1a6c67-e62c-41b7-a06e-aa17bc42601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:44.272501 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-9c1a6c67-e62c-41b7-a06e-aa17bc42601f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.1720743 Jun 20 14:52:44.281766 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52611354-2afd-41a0-a8e6-eb72d13490bb,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:44.337499 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (49c0b9b9-01db-4a37-84a5-8d9e59c8ac35), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.384969 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:44.403200 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-05eed77d-2bbc-473f-b8d8-2a47f48813a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.431319 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port baa0872d-d472-425e-bc75-cdef4f527e6e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=baa0872d-d472-425e-bc75-cdef4f527e6e,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:44.447999 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'baa0872d-d472-425e-bc75-cdef4f527e6e', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'port_id': 'baa0872d-d472-425e-bc75-cdef4f527e6e', 'mac_address': 'fa:16:3e:de:d1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:52:44.450994 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7957e-7275-4600-96c5-cfda7f9f4f80 req-181ebf29-de1d-4af0-b660-62ecc1979dcf tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:44.454802 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:44.459674 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-92f7957e-7275-4600-96c5-cfda7f9f4f80 req-181ebf29-de1d-4af0-b660-62ecc1979dcf tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.1045125 Jun 20 14:52:44.468152 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (49c0b9b9-01db-4a37-84a5-8d9e59c8ac35), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.469284 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:44.469861 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.492983 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port baa0872d-d472-425e-bc75-cdef4f527e6e is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:44.493926 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.510573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa0872d-d472-425e-bc75-cdef4f527e6e {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:44.513522 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6802747 Jun 20 14:52:44.524199 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48836) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:44.534219 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Request body: {'subnet': {'network_id': '49c0b9b9-01db-4a37-84a5-8d9e59c8ac35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762924537-subnet', 'tenant_id': '95aaa38e59fd4074a06b6ca7395dae7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:44.540706 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port baa0872d-d472-425e-bc75-cdef4f527e6e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=baa0872d-d472-425e-bc75-cdef4f527e6e,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:44.549527 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.556812 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b5a5-3ab4-4398-b54c-e89087fc3a2a req-d4095bc1-aff6-4ccb-9378-29cc3ad89c37 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:44.563437 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3c19b5a5-3ab4-4398-b54c-e89087fc3a2a req-d4095bc1-aff6-4ccb-9378-29cc3ad89c37 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.3059626 Jun 20 14:52:44.591949 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dd356-c5da-49ee-91e5-ff49b3e95a87 admin admin] Pushing event updated for resources: {'Network': ['ID=49c0b9b9-01db-4a37-84a5-8d9e59c8ac35,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:44.618514 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=baa0872d-d472-425e-bc75-cdef4f527e6e,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:44.622521 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 49c0b9b9-01db-4a37-84a5-8d9e59c8ac35 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:44.635577 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-92f7957e-7275-4600-96c5-cfda7f9f4f80 req-cc3f3b69-9c2b-433c-9ee7-6f9e9543415c tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749110 Jun 20 14:52:44.648107 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3c19b5a5-3ab4-4398-b54c-e89087fc3a2a req-4dd1598b-82c6-46d7-8e50-1cf169ae8877 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832646 Jun 20 14:52:44.677464 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419072-2aca-4558-ba86-0c9e8652c345 req-54f91d8a-684d-490f-9d6a-073ddc495f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:44.679881 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96419072-2aca-4558-ba86-0c9e8652c345 req-54f91d8a-684d-490f-9d6a-073ddc495f91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 HTTP/1.1" status: 200 len: 912 time: 0.5814955 Jun 20 14:52:44.698410 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bdc62a51-631e-48cc-b526-e4414ad1a4eb req-fd7ff469-f2be-40e9-b522-edf9c315e45c service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652242 Jun 20 14:52:44.705740 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Made reservation on behalf of 95aaa38e59fd4074a06b6ca7395dae7f for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:44.709038 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15994206'] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.812829 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:44.830817 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['baa0872d-d472-425e-bc75-cdef4f527e6e'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:52:44.837976 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea09f8-54be-4a51-a480-c229a2fa1c80 req-10bf8b8a-cb3c-4a1f-bff1-973e3bcb02cf tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:44.840517 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-60ea09f8-54be-4a51-a480-c229a2fa1c80 req-10bf8b8a-cb3c-4a1f-bff1-973e3bcb02cf tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.1036711 Jun 20 14:52:44.851233 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-05eed77d-2bbc-473f-b8d8-2a47f48813a7 admin admin] Publish callbacks [] for security_group (63e986f1-e208-4609-8a38-78c21911e44a), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.880629 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-05eed77d-2bbc-473f-b8d8-2a47f48813a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (63e986f1-e208-4609-8a38-78c21911e44a), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:44.962876 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-05eed77d-2bbc-473f-b8d8-2a47f48813a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44e3845ebc96482ba318e6acfedacaed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8261838 Jun 20 14:52:44.974174 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48850) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:44.978957 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-8328e309-5371-4ae3-ac14-5902fca36444 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1 HTTP/1.1" status: 200 len: 217 time: 0.0971081 Jun 20 14:52:45.053619 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96419072-2aca-4558-ba86-0c9e8652c345 req-6be1f38f-6c0d-49e9-8ae1-c2b9b53c240d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f217b1ab-0950-4d40-a487-def66c16ac43 HTTP/1.1" status: 200 len: 217 time: 0.1844101 Jun 20 14:52:45.109345 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-60ea09f8-54be-4a51-a480-c229a2fa1c80 req-c88b6306-236a-4ef9-8f43-9b162ea001b6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2627053 Jun 20 14:52:45.126032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eed77d-2bbc-473f-b8d8-2a47f48813a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e986f1-e208-4609-8a38-78c21911e44a,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:45.141310 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-c50f5218-8e13-4c89-a059-65f20137f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:45.144184 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-c50f5218-8e13-4c89-a059-65f20137f38d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.1541741 Jun 20 14:52:45.184257 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df2981b0-76ab-44a0-a821-2409f4347634 admin admin] Publish callbacks [] for security_group (63e986f1-e208-4609-8a38-78c21911e44a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:45.188206 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:45.193176 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:45.209358 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:45.222189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df2981b0-76ab-44a0-a821-2409f4347634 admin admin] Publish callbacks [] for security_group (63e986f1-e208-4609-8a38-78c21911e44a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:45.231836 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-5f07d355-7a64-40f0-b1b2-406d40415e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:45.234080 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-5f07d355-7a64-40f0-b1b2-406d40415e41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829430 Jun 20 14:52:45.234535 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419072-2aca-4558-ba86-0c9e8652c345 req-3b4646af-192c-4589-9dbd-5a26859740c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:45.236162 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96419072-2aca-4558-ba86-0c9e8652c345 req-3b4646af-192c-4589-9dbd-5a26859740c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82617bfc-d54b-45f5-94fe-6bd247625cb4 HTTP/1.1" status: 200 len: 850 time: 0.1120334 Jun 20 14:52:45.281193 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14740296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15994284'] for subnet (a1518d59-66dc-40b6-90f3-f71210c3cb48), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:45.345085 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96419072-2aca-4558-ba86-0c9e8652c345 req-1415254b-53dd-4419-b3ea-e9ff7a7ef65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:45.346690 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96419072-2aca-4558-ba86-0c9e8652c345 req-1415254b-53dd-4419-b3ea-e9ff7a7ef65a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997860 Jun 20 14:52:45.347732 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1518d59-66dc-40b6-90f3-f71210c3cb48,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:45.348317 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df2981b0-76ab-44a0-a821-2409f4347634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (63e986f1-e208-4609-8a38-78c21911e44a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:45.351333 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df2981b0-76ab-44a0-a821-2409f4347634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:45.352465 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-df2981b0-76ab-44a0-a821-2409f4347634 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63e986f1-e208-4609-8a38-78c21911e44a HTTP/1.1" status: 204 len: 168 time: 0.3851037 Jun 20 14:52:45.365552 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-577d5a9b-fc6a-4689-8b50-90409d28d0a3 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181571 Jun 20 14:52:45.366553 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2981b0-76ab-44a0-a821-2409f4347634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e986f1-e208-4609-8a38-78c21911e44a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:45.399557 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Checking segment: {'id': '042bc56d-3a28-4dad-8797-67513f17f027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '49c0b9b9-01db-4a37-84a5-8d9e59c8ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:45.399861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Network hostable DHCP agents. Network: 49c0b9b9-01db-4a37-84a5-8d9e59c8ac35, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:45.474742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Network 49c0b9b9-01db-4a37-84a5-8d9e59c8ac35 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:45.479852 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96419072-2aca-4558-ba86-0c9e8652c345 req-8b6ba2d9-42d6-4551-9d34-831a4f96e4a3 service neutron] 10.222.0.26 "GET /v2.0/networks/1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257186 Jun 20 14:52:45.480834 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-42e92a64-64f3-4d60-bd2f-0ed1c6558fd8 req-aa3556bf-8ba2-41c5-8aec-c02b3e7d2080 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081512 Jun 20 14:52:45.486473 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 49c0b9b9-01db-4a37-84a5-8d9e59c8ac35) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:45.492400 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:45.493267 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:45.496452 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a33a26-dbb9-4234-a072-614cd880277f None None] Network 49c0b9b9-01db-4a37-84a5-8d9e59c8ac35 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:45.545126 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6d7be9d7-bb22-4c31-9c30-9dd4b14c4bb2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0152423 Jun 20 14:52:45.611594 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96419072-2aca-4558-ba86-0c9e8652c345 req-22fe7ecc-e852-428e-8571-9120a642991d service neutron] 10.222.0.26 "GET /v2.0/networks/1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210709 Jun 20 14:52:45.621008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d536315-769b-4f71-a006-a1b402770ed6 None None] Network 49c0b9b9-01db-4a37-84a5-8d9e59c8ac35 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:45.780427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48878) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:45.796181 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d5d1d-9cf8-4d65-b94e-676767f26ba9 req-c6115d1d-5d43-4b30-b399-813f9efd635c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:45.797310 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7b2d5d1d-9cf8-4d65-b94e-676767f26ba9 req-c6115d1d-5d43-4b30-b399-813f9efd635c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.0582056 Jun 20 14:52:45.803050 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6725-e2ef-478d-abd4-8327851f1992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:45.823874 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd8977-c373-4454-9168-760ee8b154c8 req-a01770dd-86de-4e0f-b5f7-649cc0cc223c tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:45.825407 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fafd8977-c373-4454-9168-760ee8b154c8 req-a01770dd-86de-4e0f-b5f7-649cc0cc223c tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.0858917 Jun 20 14:52:45.853654 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7b2d5d1d-9cf8-4d65-b94e-676767f26ba9 req-6b383f1a-c7e7-42b0-9fdc-3a641b004a5a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Jun 20 14:52:45.900324 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fafd8977-c373-4454-9168-760ee8b154c8 req-aedb8f97-c575-419d-a498-a30599ca4470 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Jun 20 14:52:45.937686 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:46.139980 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6725-e2ef-478d-abd4-8327851f1992 admin admin] Publish callbacks [] for security_group (4ec4b50b-8db5-40ab-9dc5-30624052d3d5), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.148556 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6725-e2ef-478d-abd4-8327851f1992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4ec4b50b-8db5-40ab-9dc5-30624052d3d5), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.155689 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device d5c181e8-9634-4dd9-9d76-478532026463 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:52:46.189531 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device baa0872d-d472-425e-bc75-cdef4f527e6e up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:46.260081 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d6725-e2ef-478d-abd4-8327851f1992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec4b50b-8db5-40ab-9dc5-30624052d3d5,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:46.271342 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ec0fe-a573-4f33-93d0-e1de71f67cb2 req-f69b1bc7-d372-41c2-8b44-b6efd89eb26a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:46.272254 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6b9d6725-e2ef-478d-abd4-8327851f1992 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=733638e971314849a6a2fb541d85f99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908061 Jun 20 14:52:46.275918 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48902) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:46.278449 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8b5ec0fe-a573-4f33-93d0-e1de71f67cb2 req-f69b1bc7-d372-41c2-8b44-b6efd89eb26a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 943 time: 0.0633311 Jun 20 14:52:46.332887 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8b5ec0fe-a573-4f33-93d0-e1de71f67cb2 req-bdc89ed9-3470-4f6a-b9da-de7387effb81 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533555 Jun 20 14:52:46.338765 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.db.resource_extend [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 20 14:52:46.346540 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-761ed359-cd4f-42ec-b7fc-84e2755955af admin admin] Publish callbacks [] for security_group (4ec4b50b-8db5-40ab-9dc5-30624052d3d5), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.380167 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-761ed359-cd4f-42ec-b7fc-84e2755955af admin admin] Publish callbacks [] for security_group (4ec4b50b-8db5-40ab-9dc5-30624052d3d5), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.389662 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 48910) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:46.392260 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port baa0872d-d472-425e-bc75-cdef4f527e6e completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:52:46.396448 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383507814-network', 'tenant_id': '91430ebeeec848c482a921855fd4d68d'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:46.433355 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Made reservation on behalf of 91430ebeeec848c482a921855fd4d68d for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:46.438163 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.439447 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port baa0872d-d472-425e-bc75-cdef4f527e6e triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:46.439848 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.454357 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-761ed359-cd4f-42ec-b7fc-84e2755955af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4ec4b50b-8db5-40ab-9dc5-30624052d3d5), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.456176 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.459134 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-761ed359-cd4f-42ec-b7fc-84e2755955af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.462540 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-761ed359-cd4f-42ec-b7fc-84e2755955af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ec4b50b-8db5-40ab-9dc5-30624052d3d5 HTTP/1.1" status: 204 len: 168 time: 0.1842074 Jun 20 14:52:46.477984 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ed359-cd4f-42ec-b7fc-84e2755955af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec4b50b-8db5-40ab-9dc5-30624052d3d5,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:46.517479 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:46.525876 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port d5c181e8-9634-4dd9-9d76-478532026463, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d5c181e8-9634-4dd9-9d76-478532026463,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:46.566564 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'd5c181e8-9634-4dd9-9d76-478532026463', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:52:46.576096 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port baa0872d-d472-425e-bc75-cdef4f527e6e is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:46.576355 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.585578 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks [] for security_group (51913b83-1938-45ee-960a-bb3c68674e2c), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.591402 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (51913b83-1938-45ee-960a-bb3c68674e2c), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.630159 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:52:46.632788 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port d5c181e8-9634-4dd9-9d76-478532026463 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:46.633161 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d5c181e8-9634-4dd9-9d76-478532026463), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.641511 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0872d-d472-425e-bc75-cdef4f527e6e'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:46.644805 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51913b83-1938-45ee-960a-bb3c68674e2c,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:46.653562 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (02988031-50a5-4a67-8d6d-e0907579d5a1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.653903 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Added segment 02988031-50a5-4a67-8d6d-e0907579d5a1 of type vlan for network 0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1 Jun 20 14:52:46.712321 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.749009 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c181e8-9634-4dd9-9d76-478532026463 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:46.750959 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.754290 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:46.755946 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.767857 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:46.773153 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port baa0872d-d472-425e-bc75-cdef4f527e6e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=baa0872d-d472-425e-bc75-cdef4f527e6e,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:46.780855 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.829336 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4378352 Jun 20 14:52:46.832107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 48932) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:46.839216 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Request body: {'subnet': {'network_id': '0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383507814-subnet', 'tenant_id': '91430ebeeec848c482a921855fd4d68d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:46.843844 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=baa0872d-d472-425e-bc75-cdef4f527e6e,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:46.847667 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port d5c181e8-9634-4dd9-9d76-478532026463, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d5c181e8-9634-4dd9-9d76-478532026463,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:46.853428 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (d5c181e8-9634-4dd9-9d76-478532026463), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.854524 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:52:46.897851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Made reservation on behalf of 91430ebeeec848c482a921855fd4d68d for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:46.905625 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15994206'] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:46.913674 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24425e-31d9-46fe-a322-1fbb0b0f0885 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:46.922015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:46.985810 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17974917-564b-4950-964e-fa590b37f69c" -d '{"events": [{"server_uuid": "80267d79-170a-4c4e-b7fe-dfff49c7f195", "name": "network-vif-plugged", "status": "completed", "tag": "baa0872d-d472-425e-bc75-cdef4f527e6e"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:46.997150 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:47.073282 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:47.117527 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222421ba-23e2-4ab3-81a6-e29b2724b579 req-e1cd8676-042c-473d-ae3e-706d1a6a27a7 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:47.121957 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-222421ba-23e2-4ab3-81a6-e29b2724b579 req-e1cd8676-042c-473d-ae3e-706d1a6a27a7 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 943 time: 0.1018324 Jun 20 14:52:47.129841 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1a100-ed20-4dd2-bad5-800258081ba7 req-bd2bc71c-ce26-4e4b-9100-9b86047e0896 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:47.138759 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9d1a100-ed20-4dd2-bad5-800258081ba7 req-bd2bc71c-ce26-4e4b-9100-9b86047e0896 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 944 time: 0.0882180 Jun 20 14:52:47.168668 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:47.231122 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9d1a100-ed20-4dd2-bad5-800258081ba7 req-33293892-fe05-49fa-a84e-18f217641725 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857434 Jun 20 14:52:47.245008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:47.256916 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-222421ba-23e2-4ab3-81a6-e29b2724b579 req-e841bb30-2ac6-421d-ae08-1391317ca14f tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147006 Jun 20 14:52:47.268207 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'port_id': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1', 'mac_address': 'fa:16:3e:b5:c0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:52:47.270132 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=d5c181e8-9634-4dd9-9d76-478532026463,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:47.321841 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:47.322604 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:47.337106 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:47.358157 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:47.363964 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:47.365299 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device f217b1ab-0950-4d40-a487-def66c16ac43 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:52:47.403758 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14740296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15994284'] for subnet (6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:47.461413 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175437ca-7087-4bdc-b85c-fa7b4a7ba70e x-openstack-request-id: req-175437ca-7087-4bdc-b85c-fa7b4a7ba70e {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:47.463106 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80267d79-170a-4c4e-b7fe-dfff49c7f195", "name": "network-vif-plugged", "status": "completed", "tag": "baa0872d-d472-425e-bc75-cdef4f527e6e", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:47.463648 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-175437ca-7087-4bdc-b85c-fa7b4a7ba70e {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:47.464315 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175437ca-7087-4bdc-b85c-fa7b4a7ba70e'] response: {'server_uuid': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa0872d-d472-425e-bc75-cdef4f527e6e', 'code': 200} Jun 20 14:52:47.485052 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:47.511998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Checking segment: {'id': '02988031-50a5-4a67-8d6d-e0907579d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:47.512419 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Network hostable DHCP agents. Network: 0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:47.515700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:47.556703 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Network 0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:47.562629 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:47.578192 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:47.589883 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:47.590491 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:47.599549 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d7a08-7e2e-42f0-9d4c-1304fc89afc8 req-98d80e8e-3735-4e80-b91c-672dbaec72c6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:47.607981 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ed2d7a08-7e2e-42f0-9d4c-1304fc89afc8 req-98d80e8e-3735-4e80-b91c-672dbaec72c6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 944 time: 0.1281836 Jun 20 14:52:47.632467 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-a6f7e5e4-931f-46f7-b7ad-1b8d0aa62289 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7898388 Jun 20 14:52:47.669223 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ed2d7a08-7e2e-42f0-9d4c-1304fc89afc8 req-deed63a5-d6ed-4d34-8cec-fe2e150d71e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602570 Jun 20 14:52:47.721335 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9a5f2-2655-423b-bcbc-5bfc957112d1 None None] Network 0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:47.788335 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port f217b1ab-0950-4d40-a487-def66c16ac43, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f217b1ab-0950-4d40-a487-def66c16ac43,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:47.847632 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'f217b1ab-0950-4d40-a487-def66c16ac43', 'network_id': '1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73', 'port_id': 'f217b1ab-0950-4d40-a487-def66c16ac43', 'mac_address': 'fa:16:3e:22:e0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82617bfc-d54b-45f5-94fe-6bd247625cb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:52:48.054916 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port f217b1ab-0950-4d40-a487-def66c16ac43 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:48.055965 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:48.084215 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae56b70-3ea8-4782-a63f-17676e43c3bc None None] Network 0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:48.092015 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:48.120067 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f217b1ab-0950-4d40-a487-def66c16ac43 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:52:48.229064 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port f217b1ab-0950-4d40-a487-def66c16ac43, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f217b1ab-0950-4d40-a487-def66c16ac43,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:48.245552 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:48.434044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=f217b1ab-0950-4d40-a487-def66c16ac43,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:48.470122 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b278fb2-aa41-4b33-b7b4-e7d5a65d90f9 req-11f14a98-41ff-43f3-98f9-d698be78939c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:48.482695 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7b278fb2-aa41-4b33-b7b4-e7d5a65d90f9 req-11f14a98-41ff-43f3-98f9-d698be78939c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 945 time: 0.0938911 Jun 20 14:52:48.574098 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7b278fb2-aa41-4b33-b7b4-e7d5a65d90f9 req-1c93d6ae-fc7b-4e10-8339-581b18a2fcb8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902960 Jun 20 14:52:48.602360 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28993fd7-87f9-4b41-b27f-a0793616a403 req-3fbf796b-ec4a-449f-a068-85df06e96e8c tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:48.615451 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-28993fd7-87f9-4b41-b27f-a0793616a403 req-3fbf796b-ec4a-449f-a068-85df06e96e8c tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 944 time: 0.1622808 Jun 20 14:52:48.715459 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-28993fd7-87f9-4b41-b27f-a0793616a403 req-f96f4fab-eb39-4e1a-895f-ec8be3c5360e tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966625 Jun 20 14:52:48.849009 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e27bf-9433-486a-a880-e0fb47affbe3 req-f7f0ee82-e20d-41d7-83e5-c50035d44930 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:48.855974 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-408e27bf-9433-486a-a880-e0fb47affbe3 req-f7f0ee82-e20d-41d7-83e5-c50035d44930 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 944 time: 0.0862026 Jun 20 14:52:48.904181 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-408e27bf-9433-486a-a880-e0fb47affbe3 req-492267ff-537c-4079-8c5d-7d0c091bc92c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474033 Jun 20 14:52:49.581314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49080) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:49.681239 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ae895-37ca-492d-885a-4bdb2dc92038 req-9d716ce6-f072-4ca4-b6c8-f1af40fc1c40 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:49.682704 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d60ae895-37ca-492d-885a-4bdb2dc92038 req-9d716ce6-f072-4ca4-b6c8-f1af40fc1c40 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 945 time: 0.0467727 Jun 20 14:52:49.707182 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3d12f908-4db9-43ff-90d2-c627bf57e5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:49.781032 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d60ae895-37ca-492d-885a-4bdb2dc92038 req-e28d62db-a251-4362-a233-471d2e7e72b7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867879 Jun 20 14:52:49.847257 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3d12f908-4db9-43ff-90d2-c627bf57e5f6 admin admin] Publish callbacks [] for security_group (bcd0cc67-db12-459d-a94f-2d4b7324a520), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:49.855271 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3d12f908-4db9-43ff-90d2-c627bf57e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (bcd0cc67-db12-459d-a94f-2d4b7324a520), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:49.876462 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9559447-0219-4f52-8829-d5bb7a4067e0 req-fb1baffe-175e-41a0-b5d6-21beb7409d10 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:49.884526 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9559447-0219-4f52-8829-d5bb7a4067e0 req-fb1baffe-175e-41a0-b5d6-21beb7409d10 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 944 time: 0.0640292 Jun 20 14:52:49.914371 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3d12f908-4db9-43ff-90d2-c627bf57e5f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=345427db11e74473914c2b202bcc07df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319173 Jun 20 14:52:49.915423 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12f908-4db9-43ff-90d2-c627bf57e5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0cc67-db12-459d-a94f-2d4b7324a520,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:49.917994 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49098) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:49.938089 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9559447-0219-4f52-8829-d5bb7a4067e0 req-712f0427-8c8c-4d3d-a7eb-b1aa2284d2e3 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526395 Jun 20 14:52:50.001392 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-63ed0c3e-1587-4e55-8886-01cb4338af8b admin admin] Publish callbacks [] for security_group (bcd0cc67-db12-459d-a94f-2d4b7324a520), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.017132 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fe104-6ae9-4383-88a2-693ceaf021e6 req-97f0eba4-caca-4f14-9b01-57e2090fd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:50.018725 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-698fe104-6ae9-4383-88a2-693ceaf021e6 req-97f0eba4-caca-4f14-9b01-57e2090fd87f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 1129 time: 0.0787673 Jun 20 14:52:50.030345 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:50.038246 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-698fe104-6ae9-4383-88a2-693ceaf021e6 req-e3f197b0-ac5b-4519-8c5d-37f0bb53fdcd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.058732 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-63ed0c3e-1587-4e55-8886-01cb4338af8b admin admin] Publish callbacks [] for security_group (bcd0cc67-db12-459d-a94f-2d4b7324a520), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.066492 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1be3-488f-4973-9698-a77ebaa10342 req-9d128d8f-ce41-4bf0-b35b-bf40c5875c4e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:50.068265 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f62a1be3-488f-4973-9698-a77ebaa10342 req-9d128d8f-ce41-4bf0-b35b-bf40c5875c4e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 944 time: 0.0689235 Jun 20 14:52:50.127501 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-698fe104-6ae9-4383-88a2-693ceaf021e6 req-e3f197b0-ac5b-4519-8c5d-37f0bb53fdcd service neutron] Publish callbacks [] for security_group (9e8f9001-7959-4bf5-a119-6a377d2ad195), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.144765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-698fe104-6ae9-4383-88a2-693ceaf021e6 req-e3f197b0-ac5b-4519-8c5d-37f0bb53fdcd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (9e8f9001-7959-4bf5-a119-6a377d2ad195), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.146016 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f62a1be3-488f-4973-9698-a77ebaa10342 req-32b76e6c-bcf8-4815-82c4-35d984ce8294 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699651 Jun 20 14:52:50.155649 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-63ed0c3e-1587-4e55-8886-01cb4338af8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (bcd0cc67-db12-459d-a94f-2d4b7324a520), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.158365 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-63ed0c3e-1587-4e55-8886-01cb4338af8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.169020 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-63ed0c3e-1587-4e55-8886-01cb4338af8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcd0cc67-db12-459d-a94f-2d4b7324a520 HTTP/1.1" status: 204 len: 168 time: 0.2499485 Jun 20 14:52:50.179860 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed0c3e-1587-4e55-8886-01cb4338af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0cc67-db12-459d-a94f-2d4b7324a520,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:50.189303 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['f217b1ab-0950-4d40-a487-def66c16ac43'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:52:50.196244 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-698fe104-6ae9-4383-88a2-693ceaf021e6 req-e3f197b0-ac5b-4519-8c5d-37f0bb53fdcd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714952 Jun 20 14:52:50.197007 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f197b0-ac5b-4519-8c5d-37f0bb53fdcd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f9001-7959-4bf5-a119-6a377d2ad195,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:50.264786 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['d5c181e8-9634-4dd9-9d76-478532026463'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:52:50.375856 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:50.397866 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['0932c295-9cbf-4b3f-aa7d-967d7d8030f1'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:52:50.477866 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49108) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:50.492257 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ea260a9a-fadc-48cf-95e3-25ca872589d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.505341 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:50.574269 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ea260a9a-fadc-48cf-95e3-25ca872589d9 admin admin] Publish callbacks [] for security_group (014d56c7-8022-4ab9-8bef-4f9cd2460b54), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.578840 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ea260a9a-fadc-48cf-95e3-25ca872589d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (014d56c7-8022-4ab9-8bef-4f9cd2460b54), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.619473 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ea260a9a-fadc-48cf-95e3-25ca872589d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52ec179b85a44a1e938d6996c6442038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404803 Jun 20 14:52:50.620337 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea260a9a-fadc-48cf-95e3-25ca872589d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d56c7-8022-4ab9-8bef-4f9cd2460b54,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:50.622182 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49110) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:50.675877 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ea1adf80-c260-4b4e-9cf6-f31efcd3496b admin admin] Publish callbacks [] for security_group (014d56c7-8022-4ab9-8bef-4f9cd2460b54), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.697979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ea1adf80-c260-4b4e-9cf6-f31efcd3496b admin admin] Publish callbacks [] for security_group (014d56c7-8022-4ab9-8bef-4f9cd2460b54), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.730173 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:50.745900 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ea1adf80-c260-4b4e-9cf6-f31efcd3496b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (014d56c7-8022-4ab9-8bef-4f9cd2460b54), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.748541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ea1adf80-c260-4b4e-9cf6-f31efcd3496b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:50.749787 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-ea1adf80-c260-4b4e-9cf6-f31efcd3496b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/014d56c7-8022-4ab9-8bef-4f9cd2460b54 HTTP/1.1" status: 204 len: 168 time: 0.1266267 Jun 20 14:52:50.758272 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1adf80-c260-4b4e-9cf6-f31efcd3496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d56c7-8022-4ab9-8bef-4f9cd2460b54,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:50.891294 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d738d-e089-443d-a464-5a98a203dc5c req-910efd7c-3539-40b8-8edf-0b21337579b9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:50.892934 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-300d738d-e089-443d-a464-5a98a203dc5c req-910efd7c-3539-40b8-8edf-0b21337579b9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 945 time: 0.0520816 Jun 20 14:52:50.948619 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-300d738d-e089-443d-a464-5a98a203dc5c req-968ef47b-3b7e-4a86-81e7-0b9b5baf4c03 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496044 Jun 20 14:52:51.073930 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e23439-37fb-4990-bfa7-9fb39d803abc req-6256f342-341b-4323-8535-d74fcb4ee3c9 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:51.081164 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b1e23439-37fb-4990-bfa7-9fb39d803abc req-6256f342-341b-4323-8535-d74fcb4ee3c9 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 944 time: 0.0637851 Jun 20 14:52:51.134661 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b1e23439-37fb-4990-bfa7-9fb39d803abc req-1f459be5-9481-435f-838b-686c947a37d6 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526156 Jun 20 14:52:51.274479 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab100ca-b40c-4d4b-af7d-a4c7b3b8b090 req-ca239434-88a3-4445-891d-62b23ecf3420 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:51.282856 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eab100ca-b40c-4d4b-af7d-a4c7b3b8b090 req-ca239434-88a3-4445-891d-62b23ecf3420 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 944 time: 0.0629048 Jun 20 14:52:51.356536 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eab100ca-b40c-4d4b-af7d-a4c7b3b8b090 req-81da6bd4-5512-4910-870a-45aac87e76be tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726113 Jun 20 14:52:51.772445 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device d5c181e8-9634-4dd9-9d76-478532026463 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:51.860949 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port d5c181e8-9634-4dd9-9d76-478532026463 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:52:51.871183 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port d5c181e8-9634-4dd9-9d76-478532026463 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:51.871627 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (d5c181e8-9634-4dd9-9d76-478532026463), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:51.937117 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:51.952019 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port d5c181e8-9634-4dd9-9d76-478532026463 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:51.952411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d5c181e8-9634-4dd9-9d76-478532026463), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:51.979441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:51.981859 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3b3b9-589c-42f9-a3e4-317277501b0d" -d '{"events": [{"server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "name": "network-vif-plugged", "status": "completed", "tag": "d5c181e8-9634-4dd9-9d76-478532026463"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:51.995253 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49206) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:52.008664 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port d5c181e8-9634-4dd9-9d76-478532026463, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d5c181e8-9634-4dd9-9d76-478532026463,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:52.021863 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (d5c181e8-9634-4dd9-9d76-478532026463), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.025416 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:52.029304 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac20c04-9097-49fc-a60b-d3c671eaa12e x-openstack-request-id: req-8ac20c04-9097-49fc-a60b-d3c671eaa12e {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:52.029592 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "name": "network-vif-plugged", "status": "completed", "tag": "d5c181e8-9634-4dd9-9d76-478532026463", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:52.029842 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ac20c04-9097-49fc-a60b-d3c671eaa12e {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:52.030234 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac20c04-9097-49fc-a60b-d3c671eaa12e'] response: {'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463', 'code': 200} Jun 20 14:52:52.114588 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f7c03-92eb-4513-b251-d9b24d420e45 req-f079afa3-5c0d-4e11-81ce-fc77a743a160 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:52.119465 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=d5c181e8-9634-4dd9-9d76-478532026463,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:52.127087 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:52:52.132553 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3e4f7c03-92eb-4513-b251-d9b24d420e45 req-f079afa3-5c0d-4e11-81ce-fc77a743a160 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 945 time: 0.0791116 Jun 20 14:52:52.134839 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:52.135450 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.185602 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d417b818-51f0-4f59-bc79-5d9469e05e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.228457 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49214) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:52.244842 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3e4f7c03-92eb-4513-b251-d9b24d420e45 req-4c098458-bdab-43d5-a462-423baba220e9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099045 Jun 20 14:52:52.339807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:52.340345 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.345738 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:52.390566 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:52.398939 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.399478 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-06bdc519-611e-4205-887b-05d859f1af01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.400844 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device f217b1ab-0950-4d40-a487-def66c16ac43 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:52:52.441508 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d911ab-e8e3-44f6-879f-f158064f4441 req-c12c3763-ea99-47a2-b4c6-da89d004efd6 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:52.445203 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d0d911ab-e8e3-44f6-879f-f158064f4441 req-c12c3763-ea99-47a2-b4c6-da89d004efd6 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 944 time: 0.1873343 Jun 20 14:52:52.486681 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:52.506770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22ce7a-06be-4e32-8d90-0c4c017cf2d2 req-3183f56f-e8fb-49f5-bf89-aa60e82646fc tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:52.508576 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6f22ce7a-06be-4e32-8d90-0c4c017cf2d2 req-3183f56f-e8fb-49f5-bf89-aa60e82646fc tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 945 time: 0.0625360 Jun 20 14:52:52.522741 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:52.527796 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port f217b1ab-0950-4d40-a487-def66c16ac43 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:52:52.536353 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port f217b1ab-0950-4d40-a487-def66c16ac43 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:52:52.536608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.562816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d417b818-51f0-4f59-bc79-5d9469e05e17 admin admin] Publish callbacks [] for security_group (3b793d13-765a-4b52-a4d3-280197c2277f), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.566886 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-06bdc519-611e-4205-887b-05d859f1af01 admin admin] Publish callbacks [] for security_group (cd8c761f-f40b-4a37-8043-08a898b2bcd6), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.567671 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c3a30-40ab-431f-9943-3aa62fa29f7d req-7ef2f49f-3682-4ea8-8b44-a210b1e5a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:52.569366 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d91c3a30-40ab-431f-9943-3aa62fa29f7d req-7ef2f49f-3682-4ea8-8b44-a210b1e5a0bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 1129 time: 0.1228275 Jun 20 14:52:52.575851 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-06bdc519-611e-4205-887b-05d859f1af01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (cd8c761f-f40b-4a37-8043-08a898b2bcd6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.579902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d417b818-51f0-4f59-bc79-5d9469e05e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3b793d13-765a-4b52-a4d3-280197c2277f), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.630826 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port f217b1ab-0950-4d40-a487-def66c16ac43 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:52:52.631115 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.647740 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6f22ce7a-06be-4e32-8d90-0c4c017cf2d2 req-52eedefb-db2d-40b8-962d-65ee63b07a41 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316376 Jun 20 14:52:52.658447 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdc519-611e-4205-887b-05d859f1af01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8c761f-f40b-4a37-8043-08a898b2bcd6,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:52.670904 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port f217b1ab-0950-4d40-a487-def66c16ac43, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f217b1ab-0950-4d40-a487-def66c16ac43,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:52:52.674946 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-06bdc519-611e-4205-887b-05d859f1af01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb98b9b8c95547c18a46e5d39eb8e456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450035 Jun 20 14:52:52.680892 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49228) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:52.683255 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.689466 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d417b818-51f0-4f59-bc79-5d9469e05e17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=382f7f846a6f4b2ea0d355a962088ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6923552 Jun 20 14:52:52.697599 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d0d911ab-e8e3-44f6-879f-f158064f4441 req-a3a1dfd4-5a34-42ab-82a2-5be3976f5753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343645 Jun 20 14:52:52.701519 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49236) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:52.713339 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b818-51f0-4f59-bc79-5d9469e05e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b793d13-765a-4b52-a4d3-280197c2277f,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:52.741323 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=f217b1ab-0950-4d40-a487-def66c16ac43,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:52.762653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:52.765211 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d91c3a30-40ab-431f-9943-3aa62fa29f7d req-8d8469f2-677a-4a9c-8b7d-552df1a1e09b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1871099 Jun 20 14:52:52.820395 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-13949a34-d6b6-4fa5-9c8b-c650f154555d admin admin] Publish callbacks [] for security_group (3b793d13-765a-4b52-a4d3-280197c2277f), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.822243 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-45fde59f-780d-4c48-b036-788aa1992a2a admin admin] Publish callbacks [] for security_group (cd8c761f-f40b-4a37-8043-08a898b2bcd6), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.859717 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-13949a34-d6b6-4fa5-9c8b-c650f154555d admin admin] Publish callbacks [] for security_group (3b793d13-765a-4b52-a4d3-280197c2277f), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.862652 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-45fde59f-780d-4c48-b036-788aa1992a2a admin admin] Publish callbacks [] for security_group (cd8c761f-f40b-4a37-8043-08a898b2bcd6), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.927248 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=9,neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:52.946803 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-45fde59f-780d-4c48-b036-788aa1992a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (cd8c761f-f40b-4a37-8043-08a898b2bcd6), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.949718 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-45fde59f-780d-4c48-b036-788aa1992a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.950886 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-45fde59f-780d-4c48-b036-788aa1992a2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd8c761f-f40b-4a37-8043-08a898b2bcd6 HTTP/1.1" status: 204 len: 168 time: 0.2688358 Jun 20 14:52:52.958835 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-13949a34-d6b6-4fa5-9c8b-c650f154555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3b793d13-765a-4b52-a4d3-280197c2277f), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.961792 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-13949a34-d6b6-4fa5-9c8b-c650f154555d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:52.966752 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-13949a34-d6b6-4fa5-9c8b-c650f154555d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b793d13-765a-4b52-a4d3-280197c2277f HTTP/1.1" status: 204 len: 168 time: 0.2641788 Jun 20 14:52:52.977048 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fde59f-780d-4c48-b036-788aa1992a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8c761f-f40b-4a37-8043-08a898b2bcd6,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:52.995661 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13949a34-d6b6-4fa5-9c8b-c650f154555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b793d13-765a-4b52-a4d3-280197c2277f,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:53.398358 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f3e1-eab2-4236-8616-9e8feb4eb200 req-4319755a-494a-4305-9e63-0db0dfbedcfc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:53.400660 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d166f3e1-eab2-4236-8616-9e8feb4eb200 req-4319755a-494a-4305-9e63-0db0dfbedcfc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0827177 Jun 20 14:52:53.473123 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d166f3e1-eab2-4236-8616-9e8feb4eb200 req-3b222156-9044-4ebc-ac11-b9553ac36caa tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640318 Jun 20 14:52:53.476367 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:52:53.480248 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49274) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:53.497342 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3aaf45b0-4c45-4af7-a38c-e8d02b5da1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:53.572106 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3aaf45b0-4c45-4af7-a38c-e8d02b5da1ed admin admin] Publish callbacks [] for security_group (af6dc4ed-fc29-410e-8a71-591fc1435414), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:53.577457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3aaf45b0-4c45-4af7-a38c-e8d02b5da1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (af6dc4ed-fc29-410e-8a71-591fc1435414), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:53.618001 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-3aaf45b0-4c45-4af7-a38c-e8d02b5da1ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1c19bb0fc0f44d7af938c4b22a58639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360171 Jun 20 14:52:53.618865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf45b0-4c45-4af7-a38c-e8d02b5da1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6dc4ed-fc29-410e-8a71-591fc1435414,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:53.620688 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49278) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:53.679400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-75181a96-7340-4c32-92aa-7bef2aac65e6 admin admin] Publish callbacks [] for security_group (af6dc4ed-fc29-410e-8a71-591fc1435414), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:53.707504 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-75181a96-7340-4c32-92aa-7bef2aac65e6 admin admin] Publish callbacks [] for security_group (af6dc4ed-fc29-410e-8a71-591fc1435414), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:53.774665 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-75181a96-7340-4c32-92aa-7bef2aac65e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (af6dc4ed-fc29-410e-8a71-591fc1435414), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:53.777358 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-75181a96-7340-4c32-92aa-7bef2aac65e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:53.778502 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-75181a96-7340-4c32-92aa-7bef2aac65e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af6dc4ed-fc29-410e-8a71-591fc1435414 HTTP/1.1" status: 204 len: 168 time: 0.1568246 Jun 20 14:52:53.782343 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ad1d9-0a30-473b-9095-0f2ae938779b req-86638332-7a8a-4e4d-966a-bb5db6030b1e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:53.783990 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cb1ad1d9-0a30-473b-9095-0f2ae938779b req-86638332-7a8a-4e4d-966a-bb5db6030b1e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 945 time: 0.0626116 Jun 20 14:52:53.795054 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75181a96-7340-4c32-92aa-7bef2aac65e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6dc4ed-fc29-410e-8a71-591fc1435414,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:53.886320 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cb1ad1d9-0a30-473b-9095-0f2ae938779b req-4304dba1-872f-44c5-a3b5-7e7a16b97b8b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947678 Jun 20 14:52:53.915095 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446f3b1-1ee8-46c8-b0ea-c086b63a17ae req-e073bc30-f518-4948-a305-9d77e4f22d84 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:53.916705 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3446f3b1-1ee8-46c8-b0ea-c086b63a17ae req-e073bc30-f518-4948-a305-9d77e4f22d84 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.0918822 Jun 20 14:52:53.976296 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3446f3b1-1ee8-46c8-b0ea-c086b63a17ae req-88e1f43f-c4ec-4503-8f29-4c8c1a5486f4 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Jun 20 14:52:54.031860 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d88e00c-10bb-48b8-a343-827831f04e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1'}, {'server_uuid': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f217b1ab-0950-4d40-a487-def66c16ac43'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:54.034441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee158ac-d1df-43f8-b7a7-39a2809cd225" -d '{"events": [{"server_uuid": "5d88e00c-10bb-48b8-a343-827831f04e10", "name": "network-vif-plugged", "status": "completed", "tag": "0932c295-9cbf-4b3f-aa7d-967d7d8030f1"}, {"server_uuid": "a4eeab20-5dea-4424-9945-640e8f24f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f217b1ab-0950-4d40-a487-def66c16ac43"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:54.074356 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4409dc4b-6c82-4da4-9ed8-02d0e3e4e9d5 x-openstack-request-id: req-4409dc4b-6c82-4da4-9ed8-02d0e3e4e9d5 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:54.074706 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d88e00c-10bb-48b8-a343-827831f04e10", "name": "network-vif-plugged", "status": "completed", "tag": "0932c295-9cbf-4b3f-aa7d-967d7d8030f1", "code": 200}, {"server_uuid": "a4eeab20-5dea-4424-9945-640e8f24f6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f217b1ab-0950-4d40-a487-def66c16ac43", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:54.074960 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4409dc4b-6c82-4da4-9ed8-02d0e3e4e9d5 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:54.075358 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4409dc4b-6c82-4da4-9ed8-02d0e3e4e9d5'] response: {'server_uuid': '5d88e00c-10bb-48b8-a343-827831f04e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1', 'code': 200} Jun 20 14:52:54.075616 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4409dc4b-6c82-4da4-9ed8-02d0e3e4e9d5'] response: {'server_uuid': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f217b1ab-0950-4d40-a487-def66c16ac43', 'code': 200} Jun 20 14:52:54.445958 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:54.447441 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481706-6395-4ec6-b0b5-efff645450b7 req-dff2472f-18f4-4455-8e9f-db3adddb1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:54.449001 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3f481706-6395-4ec6-b0b5-efff645450b7 req-dff2472f-18f4-4455-8e9f-db3adddb1bf9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 1130 time: 0.0900946 Jun 20 14:52:54.486638 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49342) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:54.556029 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc0624-cd63-457a-ba4d-906d2a6c22f2 req-093b0505-bfd6-4f31-af1f-ab11d7bf6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:54.557587 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-92bc0624-cd63-457a-ba4d-906d2a6c22f2 req-093b0505-bfd6-4f31-af1f-ab11d7bf6f7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 1129 time: 0.1628561 Jun 20 14:52:54.561513 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3f481706-6395-4ec6-b0b5-efff645450b7 req-e63caedb-e40d-4009-bd63-34a1c23a5700 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066651 Jun 20 14:52:54.646438 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be17ad6-6ad5-41b2-a889-ff2f1bd63ca8 req-b249b160-7257-48c4-8f2a-247e884ee1f7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:54.648388 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5be17ad6-6ad5-41b2-a889-ff2f1bd63ca8 req-b249b160-7257-48c4-8f2a-247e884ee1f7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0723407 Jun 20 14:52:54.748141 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5be17ad6-6ad5-41b2-a889-ff2f1bd63ca8 req-a03d352a-feaa-4a0e-b7eb-f44555d9f66f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902021 Jun 20 14:52:54.767454 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0bd236c0-580c-458a-9f1d-7d2cd0ee63d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:54.854566 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-92bc0624-cd63-457a-ba4d-906d2a6c22f2 req-2271e1f7-670b-43cf-ba5c-f4eb42d71e15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969825 Jun 20 14:52:54.881546 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0bd236c0-580c-458a-9f1d-7d2cd0ee63d2 admin admin] Publish callbacks [] for security_group (b0f07bac-8616-469b-a0eb-30f8637e3563), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:54.886308 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0bd236c0-580c-458a-9f1d-7d2cd0ee63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b0f07bac-8616-469b-a0eb-30f8637e3563), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:54.893757 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49362) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:54.930542 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:54.943695 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0bd236c0-580c-458a-9f1d-7d2cd0ee63d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e9da3f5472544f999057207bc34e58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542909 Jun 20 14:52:54.944949 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd236c0-580c-458a-9f1d-7d2cd0ee63d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f07bac-8616-469b-a0eb-30f8637e3563,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:54.946968 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49370) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:55.085594 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b67edd-cf33-4fac-939a-eb4b99a56a65 req-c6f7bd2f-cd1c-4e90-bec2-555c65cee2fa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:55.087162 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-33b67edd-cf33-4fac-939a-eb4b99a56a65 req-c6f7bd2f-cd1c-4e90-bec2-555c65cee2fa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 945 time: 0.0868936 Jun 20 14:52:55.088998 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c8faee53-7cfb-43b7-9a1f-cd11b941f685 admin admin] Publish callbacks [] for security_group (b0f07bac-8616-469b-a0eb-30f8637e3563), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.167391 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c8faee53-7cfb-43b7-9a1f-cd11b941f685 admin admin] Publish callbacks [] for security_group (b0f07bac-8616-469b-a0eb-30f8637e3563), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.182893 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-33b67edd-cf33-4fac-939a-eb4b99a56a65 req-df144209-f3c1-401c-8748-f0273e956467 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878432 Jun 20 14:52:55.188136 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba8144-5f6d-4edb-8d1e-98472b3ec0cc req-6ce3c46a-356a-4f62-9248-e4d3052f6c83 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:55.195530 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-81ba8144-5f6d-4edb-8d1e-98472b3ec0cc req-6ce3c46a-356a-4f62-9248-e4d3052f6c83 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.0959914 Jun 20 14:52:55.208579 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:55.275065 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-81ba8144-5f6d-4edb-8d1e-98472b3ec0cc req-74866b39-7acd-4d9c-bdcb-02757cf54578 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784953 Jun 20 14:52:55.289155 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c8faee53-7cfb-43b7-9a1f-cd11b941f685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b0f07bac-8616-469b-a0eb-30f8637e3563), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.291916 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c8faee53-7cfb-43b7-9a1f-cd11b941f685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.296126 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-c8faee53-7cfb-43b7-9a1f-cd11b941f685 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0f07bac-8616-469b-a0eb-30f8637e3563 HTTP/1.1" status: 204 len: 168 time: 0.3478060 Jun 20 14:52:55.304697 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faee53-7cfb-43b7-9a1f-cd11b941f685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f07bac-8616-469b-a0eb-30f8637e3563,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:55.348904 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b024a41f-7ab1-4e8b-b9bc-ebc9694dd60a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.354742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2910d9-9dea-48ed-8b47-f55063b9e680 req-0a6406a7-2001-4c7d-b928-984c688e22b3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:55.360295 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6c2910d9-9dea-48ed-8b47-f55063b9e680 req-0a6406a7-2001-4c7d-b928-984c688e22b3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 945 time: 0.0586953 Jun 20 14:52:55.365623 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49392) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:55.370749 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:55.400075 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:55.451891 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b024a41f-7ab1-4e8b-b9bc-ebc9694dd60a admin admin] Publish callbacks [] for security_group (7a40c47e-f0ce-48ca-8073-11f722c7e072), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.457059 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b024a41f-7ab1-4e8b-b9bc-ebc9694dd60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7a40c47e-f0ce-48ca-8073-11f722c7e072), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.463832 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (f55a733f-3b2e-415b-b0d9-de0f1e3fe722), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.502275 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-b024a41f-7ab1-4e8b-b9bc-ebc9694dd60a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85f62458ef3f4ca181e9883fc7a3f8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6073101 Jun 20 14:52:55.505408 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49396) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:55.519331 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024a41f-7ab1-4e8b-b9bc-ebc9694dd60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a40c47e-f0ce-48ca-8073-11f722c7e072,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:55.563386 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c80ec279-6565-4a68-8674-a4253ea7f9c5 admin admin] Publish callbacks [] for security_group (7a40c47e-f0ce-48ca-8073-11f722c7e072), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.585954 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c80ec279-6565-4a68-8674-a4253ea7f9c5 admin admin] Publish callbacks [] for security_group (7a40c47e-f0ce-48ca-8073-11f722c7e072), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.650770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c80ec279-6565-4a68-8674-a4253ea7f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7a40c47e-f0ce-48ca-8073-11f722c7e072), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.653400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c80ec279-6565-4a68-8674-a4253ea7f9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:55.654585 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-c80ec279-6565-4a68-8674-a4253ea7f9c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a40c47e-f0ce-48ca-8073-11f722c7e072 HTTP/1.1" status: 204 len: 168 time: 0.1480072 Jun 20 14:52:55.664302 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ec279-6565-4a68-8674-a4253ea7f9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a40c47e-f0ce-48ca-8073-11f722c7e072,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:55.963171 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c57e2-309e-4c76-bd51-0007d2c6a06f req-3f0938db-9b81-4ebd-af2e-33db3dc365ca tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:55.972338 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c39c57e2-309e-4c76-bd51-0007d2c6a06f req-3f0938db-9b81-4ebd-af2e-33db3dc365ca tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1356342 Jun 20 14:52:56.088960 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c39c57e2-309e-4c76-bd51-0007d2c6a06f req-f2f5898f-41ac-4d05-904c-b42d0ccbc5c8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096747 Jun 20 14:52:56.189451 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49422) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:56.214529 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-41256c51-5a6a-4ce4-8a15-4960bd01b731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.362145 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-41256c51-5a6a-4ce4-8a15-4960bd01b731 admin admin] Publish callbacks [] for security_group (45d08aef-c988-49df-b3ef-bb2c19c9073d), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.371109 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-41256c51-5a6a-4ce4-8a15-4960bd01b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (45d08aef-c988-49df-b3ef-bb2c19c9073d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.416060 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256c51-5a6a-4ce4-8a15-4960bd01b731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d08aef-c988-49df-b3ef-bb2c19c9073d,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:56.446979 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-41256c51-5a6a-4ce4-8a15-4960bd01b731 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37649bc9c4a7482786c0fce4b590b213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563651 Jun 20 14:52:56.451428 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49438) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:56.552058 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5def48e8-fbb7-47bb-b7fa-9a3d0ea45586 admin admin] Publish callbacks [] for security_group (45d08aef-c988-49df-b3ef-bb2c19c9073d), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.582248 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5def48e8-fbb7-47bb-b7fa-9a3d0ea45586 admin admin] Publish callbacks [] for security_group (45d08aef-c988-49df-b3ef-bb2c19c9073d), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.618668 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=7,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:56.643478 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5def48e8-fbb7-47bb-b7fa-9a3d0ea45586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (45d08aef-c988-49df-b3ef-bb2c19c9073d), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.647127 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5def48e8-fbb7-47bb-b7fa-9a3d0ea45586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.648607 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5def48e8-fbb7-47bb-b7fa-9a3d0ea45586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45d08aef-c988-49df-b3ef-bb2c19c9073d HTTP/1.1" status: 204 len: 168 time: 0.1912565 Jun 20 14:52:56.659205 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def48e8-fbb7-47bb-b7fa-9a3d0ea45586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d08aef-c988-49df-b3ef-bb2c19c9073d,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:56.668802 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.675606 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (f55a733f-3b2e-415b-b0d9-de0f1e3fe722), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.712654 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49448) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:56.717400 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee132971-a527-4070-9dae-e93b573af8fd req-d0c7d4e1-1f9b-414c-9bbc-b76e6492d6e4 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:56.719027 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ee132971-a527-4070-9dae-e93b573af8fd req-d0c7d4e1-1f9b-414c-9bbc-b76e6492d6e4 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.3274057 Jun 20 14:52:56.800635 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:56.823016 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ee132971-a527-4070-9dae-e93b573af8fd req-43c34fd0-089c-4506-8824-2b422e0a61c3 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964756 Jun 20 14:52:56.825239 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP f55a733f-3b2e-415b-b0d9-de0f1e3fe722 associated. External IP: 172.27.1.179, port: d5c181e8-9634-4dd9-9d76-478532026463. Jun 20 14:52:56.852184 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-86663464-network', 'tenant_id': 'c461f88b7a00462c99532ec1262cb23c'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:56.885594 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Made reservation on behalf of c461f88b7a00462c99532ec1262cb23c for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:56.889428 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.900057 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.955282 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:56.986770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks [] for security_group (d1253deb-2bb4-4800-84a3-aa226c7527b6), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:56.993720 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d1253deb-2bb4-4800-84a3-aa226c7527b6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:57.022601 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:52:57.035806 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (f16bbe58-195d-4a85-840e-14b93209dc6c), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:57.036380 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Added segment f16bbe58-195d-4a85-840e-14b93209dc6c of type vlan for network 156bc734-fceb-4cfe-9464-367866d760d0 Jun 20 14:52:57.089540 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1253deb-2bb4-4800-84a3-aa226c7527b6,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:57.112989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (156bc734-fceb-4cfe-9464-367866d760d0), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:57.113809 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:57.117046 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:52:57.161422 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (156bc734-fceb-4cfe-9464-367866d760d0), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:57.162754 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:57.163429 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:57.239820 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5253985 Jun 20 14:52:57.248092 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49474) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:57.254072 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Request body: {'subnet': {'network_id': '156bc734-fceb-4cfe-9464-367866d760d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-86663464-subnet', 'tenant_id': 'c461f88b7a00462c99532ec1262cb23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:52:57.278667 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:52:57.283218 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:57.293064 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:52:57.310845 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:57.311311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102273-8679-441a-8ff0-8e62dde14b06 req-e470634c-d14f-4bf6-89d1-11ef5f27d1ff tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:57.312202 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:57.314116 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-39102273-8679-441a-8ff0-8e62dde14b06 req-e470634c-d14f-4bf6-89d1-11ef5f27d1ff tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1274822 Jun 20 14:52:57.315827 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-15ee7249-fc02-430b-97b4-1cf91c8fbead tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "PUT /v2.0/floatingips/f55a733f-3b2e-415b-b0d9-de0f1e3fe722 HTTP/1.1" status: 200 len: 991 time: 1.9486330 Jun 20 14:52:57.316525 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:52:57.318652 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c610c-53ba-45b0-a0d1-fec29b7781ca admin admin] Pushing event updated for resources: {'Network': ['ID=156bc734-fceb-4cfe-9464-367866d760d0,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:57.319444 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e10f94-25d3-4ef4-a980-102d872f9fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "tag": "d5c181e8-9634-4dd9-9d76-478532026463"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:52:57.334388 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 156bc734-fceb-4cfe-9464-367866d760d0 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:52:57.340886 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Made reservation on behalf of c461f88b7a00462c99532ec1262cb23c for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:52:57.343823 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15892944'] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:57.362690 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57616b1c-7e9e-4342-b754-707dd03dffa0 x-openstack-request-id: req-57616b1c-7e9e-4342-b754-707dd03dffa0 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:52:57.363149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "tag": "d5c181e8-9634-4dd9-9d76-478532026463", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:52:57.363565 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57616b1c-7e9e-4342-b754-707dd03dffa0 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:52:57.364094 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57616b1c-7e9e-4342-b754-707dd03dffa0'] response: {'name': 'network-changed', 'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463', 'status': 'completed', 'code': 200} Jun 20 14:52:57.494935 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-5d62a0a0-7ca2-4944-84f3-6b4826c74043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:57.496676 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-5d62a0a0-7ca2-4944-84f3-6b4826c74043 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 1129 time: 0.1010182 Jun 20 14:52:57.545820 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:57.811029 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-39102273-8679-441a-8ff0-8e62dde14b06 req-c0d8b6aa-1307-4b6b-bb06-6313555e7adf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804871 Jun 20 14:52:58.009175 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:56Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:58.049174 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:52:58.060338 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:52:58.061306 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:52:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:58.139256 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c1d31-b795-412c-8a42-f9ba2089f332 req-c8d999d7-5fb1-4ab4-aedb-62fb80e9b121 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.140969 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8a8c1d31-b795-412c-8a42-f9ba2089f332 req-c8d999d7-5fb1-4ab4-aedb-62fb80e9b121 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.1540198 Jun 20 14:52:58.176810 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-a2b87495-b7e2-4986-89e7-ac2792865555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.178956 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-a2b87495-b7e2-4986-89e7-ac2792865555 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.6648905 Jun 20 14:52:58.237820 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:52:58.248439 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8a8c1d31-b795-412c-8a42-f9ba2089f332 req-410fb37b-770a-4b26-bf03-65a5bd3a4af8 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923085 Jun 20 14:52:58.313169 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-f9aecb2e-b02a-4e09-ba4c-a189cf23605d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c181e8-9634-4dd9-9d76-478532026463 HTTP/1.1" status: 200 len: 999 time: 0.1272562 Jun 20 14:52:58.336901 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:58.433157 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956f33-5373-4903-9bdb-e67c07585c52 req-3396e248-7141-4160-93c1-e6817f0e4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.436229 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-88956f33-5373-4903-9bdb-e67c07585c52 req-3396e248-7141-4160-93c1-e6817f0e4e52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 1130 time: 0.0706422 Jun 20 14:52:58.449661 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15963204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15892770'] for subnet (c5a1ba87-73aa-4de3-b74c-0be9e8f0a159), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:58.462086 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-35ddd6e8-cf6a-4eb5-b0d8-2cf9e40a6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.463569 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-35ddd6e8-cf6a-4eb5-b0d8-2cf9e40a6369 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.1081102 Jun 20 14:52:58.511653 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:58.513102 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1864b7b-4561-4b3f-9a3e-87333c243842 req-0e625246-12db-459f-ae89-717b9396741b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.520547 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b1864b7b-4561-4b3f-9a3e-87333c243842 req-0e625246-12db-459f-ae89-717b9396741b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0827839 Jun 20 14:52:58.560605 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:58.613088 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a1ba87-73aa-4de3-b74c-0be9e8f0a159,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:52:58.631646 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-c8b9a984-6eff-4807-b34c-03ff3e259be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.634578 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-c8b9a984-6eff-4807-b34c-03ff3e259be0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063893 Jun 20 14:52:58.635143 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b1864b7b-4561-4b3f-9a3e-87333c243842 req-c3c08513-64d7-4c41-a914-00e61c1b85d0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133788 Jun 20 14:52:58.645053 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Checking segment: {'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:52:58.645726 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Network hostable DHCP agents. Network: 156bc734-fceb-4cfe-9464-367866d760d0, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:52:58.678584 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956f33-5373-4903-9bdb-e67c07585c52 req-0e6b1844-0ea5-488b-a777-2c6cc143b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.680315 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-88956f33-5373-4903-9bdb-e67c07585c52 req-0e6b1844-0ea5-488b-a777-2c6cc143b79a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.2320395 Jun 20 14:52:58.692765 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:56Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:52:58.727086 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3cb49d-29e5-4eab-81d7-b0f2b9907806 None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:56Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:52:58.729763 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Network 156bc734-fceb-4cfe-9464-367866d760d0 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:52:58.742286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 156bc734-fceb-4cfe-9464-367866d760d0) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:52:58.743901 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-88956f33-5373-4903-9bdb-e67c07585c52 req-1b35e1bd-b1e0-4362-a6d9-19dfd4fba3c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1 HTTP/1.1" status: 200 len: 217 time: 0.0516875 Jun 20 14:52:58.755460 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab78e6-8863-4b8d-b1cb-32fbd402b5d3 None None] Network 156bc734-fceb-4cfe-9464-367866d760d0 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:58.757061 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.757680 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:58.823451 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:58.831635 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-680fbb1e-f391-40c5-9b48-7df14e4b4522 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806905 Jun 20 14:52:58.835050 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-441d9118-1c44-43f0-8f75-67e5b5b6638a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5857282 Jun 20 14:52:58.903973 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956f33-5373-4903-9bdb-e67c07585c52 req-236e49b0-61d2-4764-b6a4-64d2972841a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.905944 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-88956f33-5373-4903-9bdb-e67c07585c52 req-236e49b0-61d2-4764-b6a4-64d2972841a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.1547475 Jun 20 14:52:58.989792 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88956f33-5373-4903-9bdb-e67c07585c52 req-957e9e55-9425-4074-9079-8e7474116cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:58.991641 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-88956f33-5373-4903-9bdb-e67c07585c52 req-957e9e55-9425-4074-9079-8e7474116cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792773 Jun 20 14:52:59.029073 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598291b5-5c87-4a26-8d8d-2d4d7bc01b72 None None] Network 156bc734-fceb-4cfe-9464-367866d760d0 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:52:59.083337 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68e10f94-25d3-4ef4-a980-102d872f9fa7 req-f61f63f0-dd22-4aa4-9f34-727081e77880 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314367 Jun 20 14:52:59.176936 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-88956f33-5373-4903-9bdb-e67c07585c52 req-7b190b01-db33-465b-862e-c7bbccb255cf service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786170 Jun 20 14:52:59.220600 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c76084-a229-4cdf-b0be-3dfcdf47dd9c None None] New status for floating IP f55a733f-3b2e-415b-b0d9-de0f1e3fe722: ACTIVE {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:52:59.254337 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:52:59.320345 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-88956f33-5373-4903-9bdb-e67c07585c52 req-e006a7d7-e3c0-43b9-aaaa-22749ab5954b service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369727 Jun 20 14:52:59.778998 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2419b-3794-4b15-8177-a6c569cdca7f req-c18bfa6f-8e0b-440e-9d89-717e162826c9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:52:59.786134 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d7a2419b-3794-4b15-8177-a6c569cdca7f req-c18bfa6f-8e0b-440e-9d89-717e162826c9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0603297 Jun 20 14:52:59.797806 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49606) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:59.837992 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d7a2419b-3794-4b15-8177-a6c569cdca7f req-8f9a1c34-3cc8-4e13-9fc1-4d161adb93e2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506885 Jun 20 14:52:59.908054 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49616) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:52:59.937711 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5ad95e7e-9c0f-41e7-b340-1597fd6580f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:52:59.976339 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f4e473b3-d0ff-4916-83cc-a6e1c8835776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.077566 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5ad95e7e-9c0f-41e7-b340-1597fd6580f8 admin admin] Publish callbacks [] for security_group (ed5b975b-a92f-4be4-a446-403b15d09d7b), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.083011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:00.084231 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5ad95e7e-9c0f-41e7-b340-1597fd6580f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ed5b975b-a92f-4be4-a446-403b15d09d7b), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.143075 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f4e473b3-d0ff-4916-83cc-a6e1c8835776 admin admin] Publish callbacks [] for security_group (c884a5d6-f8ec-43f2-bfb6-7abaf98e2044), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.147290 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-5ad95e7e-9c0f-41e7-b340-1597fd6580f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=515cbcfb6d57478aa1425c8c603cd49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483601 Jun 20 14:53:00.148416 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad95e7e-9c0f-41e7-b340-1597fd6580f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5b975b-a92f-4be4-a446-403b15d09d7b,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:00.150678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49628) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:00.150974 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f4e473b3-d0ff-4916-83cc-a6e1c8835776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c884a5d6-f8ec-43f2-bfb6-7abaf98e2044), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.195306 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f4e473b3-d0ff-4916-83cc-a6e1c8835776 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5084d5297e448f7a5dba05ab9bd3cce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860777 Jun 20 14:53:00.197176 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e473b3-d0ff-4916-83cc-a6e1c8835776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c884a5d6-f8ec-43f2-bfb6-7abaf98e2044,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:00.198151 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49630) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:00.224602 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Publish callbacks [] for security_group (ed5b975b-a92f-4be4-a446-403b15d09d7b), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.265897 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Publish callbacks [] for security_group (ed5b975b-a92f-4be4-a446-403b15d09d7b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.292655 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4871e57d-72b0-423b-b174-0e260b9c2703 admin admin] Publish callbacks [] for security_group (c884a5d6-f8ec-43f2-bfb6-7abaf98e2044), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.329853 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4871e57d-72b0-423b-b174-0e260b9c2703 admin admin] Publish callbacks [] for security_group (c884a5d6-f8ec-43f2-bfb6-7abaf98e2044), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.361250 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ed5b975b-a92f-4be4-a446-403b15d09d7b), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.363723 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.364940 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed5b975b-a92f-4be4-a446-403b15d09d7b HTTP/1.1" status: 204 len: 168 time: 0.2128031 Jun 20 14:53:00.374187 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5b975b-a92f-4be4-a446-403b15d09d7b,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:00.385521 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.385888 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.386220 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.386548 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.386910 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.387233 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.387557 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.387874 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.388186 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.388534 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.388920 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.389243 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.389558 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.389871 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.390182 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6a219-22e5-4351-a286-6c6e5154e822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:00.405615 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4871e57d-72b0-423b-b174-0e260b9c2703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c884a5d6-f8ec-43f2-bfb6-7abaf98e2044), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.408092 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4871e57d-72b0-423b-b174-0e260b9c2703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.409448 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4871e57d-72b0-423b-b174-0e260b9c2703 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c884a5d6-f8ec-43f2-bfb6-7abaf98e2044 HTTP/1.1" status: 204 len: 168 time: 0.2101333 Jun 20 14:53:00.428933 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871e57d-72b0-423b-b174-0e260b9c2703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c884a5d6-f8ec-43f2-bfb6-7abaf98e2044,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:00.786375 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 49662) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:00.805416 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ac973b04-17b5-4af9-a5df-f45a277a9826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.808232 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:00.910615 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ac973b04-17b5-4af9-a5df-f45a277a9826 admin admin] Publish callbacks [] for security_group (67a1dc2c-846e-4b2a-8eae-ace212c6ab0a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.934542 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ac973b04-17b5-4af9-a5df-f45a277a9826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (67a1dc2c-846e-4b2a-8eae-ace212c6ab0a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:00.951023 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:01.043054 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ac973b04-17b5-4af9-a5df-f45a277a9826 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7b38ac353c746e183d748817aa5f1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551098 Jun 20 14:53:01.045759 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 49686) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:01.046216 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac973b04-17b5-4af9-a5df-f45a277a9826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a1dc2c-846e-4b2a-8eae-ace212c6ab0a,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:01.076745 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025b7-525d-4ec4-8c8e-9e6481aa10f2 req-7fc66c9a-afda-4c37-aa9d-89111b0e4562 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:01.084201 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-985025b7-525d-4ec4-8c8e-9e6481aa10f2 req-7fc66c9a-afda-4c37-aa9d-89111b0e4562 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0945072 Jun 20 14:53:01.153666 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-985025b7-525d-4ec4-8c8e-9e6481aa10f2 req-693eeace-ccf9-42af-9263-0c5c9e9649f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681813 Jun 20 14:53:01.204390 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Publish callbacks [] for security_group (67a1dc2c-846e-4b2a-8eae-ace212c6ab0a), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:01.249438 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Publish callbacks [] for security_group (67a1dc2c-846e-4b2a-8eae-ace212c6ab0a), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:01.282175 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-7b89d24f-67c0-48f9-8200-be0e58d5f47e tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:01.283984 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-7b89d24f-67c0-48f9-8200-be0e58d5f47e tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/networks?id=156bc734-fceb-4cfe-9464-367866d760d0 HTTP/1.1" status: 200 len: 807 time: 0.1802177 Jun 20 14:53:01.315034 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-b4a29709-dd48-4ac4-ab34-cd9ad331cd59 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/quotas/c461f88b7a00462c99532ec1262cb23c HTTP/1.1" status: 200 len: 375 time: 0.0248818 Jun 20 14:53:01.356085 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-07bd5d71-00eb-4e7c-ac36-36edf4f68c13 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c461f88b7a00462c99532ec1262cb23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347819 Jun 20 14:53:01.372855 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:01.373807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (67a1dc2c-846e-4b2a-8eae-ace212c6ab0a), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:01.376269 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:01.380050 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67a1dc2c-846e-4b2a-8eae-ace212c6ab0a HTTP/1.1" status: 204 len: 168 time: 0.3299408 Jun 20 14:53:01.411029 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a1dc2c-846e-4b2a-8eae-ace212c6ab0a,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:01.448152 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.448490 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.449066 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.449401 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.449733 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.450061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.450385 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.450705 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.451026 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.451343 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.451663 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.451982 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.452297 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.452611 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.452991 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38635f4d-567a-49a8-9b3b-48f34894c668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:01.495936 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-85ac4ff8-811a-4c7f-91b1-3ad3d9b7f8aa service neutron] 10.222.0.23 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320364 Jun 20 14:53:01.595024 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-e9eb6b4c-5fed-417f-bceb-1513662fc329 service neutron] 10.222.0.23 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924783 Jun 20 14:53:01.783734 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4e37dced-a563-4bd1-9f9c-8e0998467ae9 req-8576e3ee-577d-4bfe-aeae-16b326fbd458 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0299981 Jun 20 14:53:02.306309 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215327e-b9fb-428a-88b3-e0051f0b791a req-5b93c495-7cd8-40d8-8279-54a7cbcedddf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:02.309050 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1215327e-b9fb-428a-88b3-e0051f0b791a req-5b93c495-7cd8-40d8-8279-54a7cbcedddf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0545619 Jun 20 14:53:02.368920 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1215327e-b9fb-428a-88b3-e0051f0b791a req-b884ef35-b88e-42c0-a26c-008bba7360ec tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520802 Jun 20 14:53:02.888661 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ee1707bf-34e7-4508-a564-8512b9b5405f req-d08426dc-9370-465a-8d2a-d8a41c2f5552 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0295491 Jun 20 14:53:03.499688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020d75-c703-4a6a-b015-1b2c0bedf677 req-ff68cf82-17e8-41ef-9012-f854bbdbfa70 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:03.501794 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-20020d75-c703-4a6a-b015-1b2c0bedf677 req-ff68cf82-17e8-41ef-9012-f854bbdbfa70 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0516689 Jun 20 14:53:03.568066 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-20020d75-c703-4a6a-b015-1b2c0bedf677 req-af7afe5d-5783-4b0c-b0a3-844aa9283907 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540214 Jun 20 14:53:03.994400 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0fcdda83-c45e-484b-afd1-5e7c719ac92d req-9bec71e7-d69b-417a-b482-f9d349af9329 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0340130 Jun 20 14:53:04.698304 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb7329-0b36-496a-aea5-69f5db539b75 req-3dcc2ab4-f5a2-4e4c-8a01-07b9941670f2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:04.701317 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eecb7329-0b36-496a-aea5-69f5db539b75 req-3dcc2ab4-f5a2-4e4c-8a01-07b9941670f2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0547407 Jun 20 14:53:04.838265 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eecb7329-0b36-496a-aea5-69f5db539b75 req-2fb3c21b-f582-4079-b288-8c978cb48a04 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319797 Jun 20 14:53:04.860899 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:04.878378 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-98a28c3a-6855-4682-adc3-1ff449fef7b9 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:04.880139 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-98a28c3a-6855-4682-adc3-1ff449fef7b9 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "GET /v2.0/networks?id=156bc734-fceb-4cfe-9464-367866d760d0 HTTP/1.1" status: 200 len: 807 time: 0.1513531 Jun 20 14:53:04.979141 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8f11a804-490f-4f43-9092-4c05417e7503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:05.101718 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-718210c0-de0c-4b61-a590-52dfe8b3fd91 req-9ea0b097-5628-4126-80dc-799d5f16765f tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0331836 Jun 20 14:53:05.948939 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005fb7c-1ff3-4d38-9bc8-8e63a36a8c90 req-ed74658a-4b8e-4732-a86f-d09cd6e9a235 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:05.950388 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2005fb7c-1ff3-4d38-9bc8-8e63a36a8c90 req-ed74658a-4b8e-4732-a86f-d09cd6e9a235 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0496058 Jun 20 14:53:06.001865 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2005fb7c-1ff3-4d38-9bc8-8e63a36a8c90 req-12d176c5-8b83-4af6-9c94-422b6a25d76e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454123 Jun 20 14:53:06.203375 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-18662f4c-0a66-4e32-9588-21251bfead65 req-87c44c18-0a58-44de-acd6-18bc65000421 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0287452 Jun 20 14:53:06.892806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:07.131287 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b364785-592f-4d52-8794-c567792d0fdc req-ad147ed9-29e5-4f71-8211-5161f614bbb7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:07.132916 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2b364785-592f-4d52-8794-c567792d0fdc req-ad147ed9-29e5-4f71-8211-5161f614bbb7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0600884 Jun 20 14:53:07.182345 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2b364785-592f-4d52-8794-c567792d0fdc req-3ad0bae9-75e9-4892-93c4-2bd257b72f8c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Jun 20 14:53:07.309831 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ba5d868a-10bd-49f0-b6d7-3dd2b5880924 req-ee9a90c0-b48c-4d53-a2ba-ac4651e6c962 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0344932 Jun 20 14:53:07.378987 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-611381ba-e5fe-4b6a-8c99-55a4435b2776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:08.031974 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Request body: {'port': {'device_id': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0', 'admin_state_up': True, 'tenant_id': 'c461f88b7a00462c99532ec1262cb23c'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:08.068976 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-27794b15-1a1f-459e-9c28-1d5333a3ac81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395567 Jun 20 14:53:08.141704 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Made reservation on behalf of c461f88b7a00462c99532ec1262cb23c for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:08.145398 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:08.294640 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:08.314492 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93901b6-36d7-4285-9aa8-6e82275e92a2 req-5d150dfb-770e-4b04-8dca-fde153bbd9c8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:08.316036 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e93901b6-36d7-4285-9aa8-6e82275e92a2 req-5d150dfb-770e-4b04-8dca-fde153bbd9c8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0633943 Jun 20 14:53:08.317646 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Allocated IP 172.20.0.14 (156bc734-fceb-4cfe-9464-367866d760d0/c5a1ba87-73aa-4de3-b74c-0be9e8f0a159/8d85ac9c-976c-4ea9-976b-b8bd72d48a2f) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:08.405600 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e93901b6-36d7-4285-9aa8-6e82275e92a2 req-d3285314-e889-4536-86b2-621368a61e9c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828235 Jun 20 14:53:08.432249 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a0a89606-1320-4fc8-98f8-5c39e1566220 req-3071cfce-10bb-447e-87df-ebaed3dde853 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0524905 Jun 20 14:53:08.522570 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks [] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:08.556634 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:08.557074 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:08.601611 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:08.613307 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Network 156bc734-fceb-4cfe-9464-367866d760d0 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:08.618630 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:08.623352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:08.627110 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=68 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:08.648460 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Pushing event updated for resources: {'Port': ['ID=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:08.676022 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:08.676645 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:08.693574 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-244392e6-3df3-4562-b79a-8803579dd70b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6657045 Jun 20 14:53:08.726473 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=14 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:09.542083 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c681a-c892-4589-b9eb-6ea64b8ac8e1 req-b5407de7-7069-4bef-a1c6-a216baebec6d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:09.543620 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5b6c681a-c892-4589-b9eb-6ea64b8ac8e1 req-b5407de7-7069-4bef-a1c6-a216baebec6d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0524879 Jun 20 14:53:09.568877 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38e1ab-4882-4f4d-bb5f-66ffa904293f req-fa7d7288-4382-473b-8668-8fd3288d1618 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:09.570532 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4e38e1ab-4882-4f4d-bb5f-66ffa904293f req-fa7d7288-4382-473b-8668-8fd3288d1618 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 932 time: 0.0542462 Jun 20 14:53:09.602974 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5b6c681a-c892-4589-b9eb-6ea64b8ac8e1 req-d96ebd1c-7089-437f-9206-091698efa310 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533795 Jun 20 14:53:09.640240 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4e38e1ab-4882-4f4d-bb5f-66ffa904293f req-74b7b5e2-82f3-41b5-a082-90ba224f6184 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615776 Jun 20 14:53:10.147420 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:10.293973 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:10.726687 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecf495-c88b-40c9-8925-67e1b1942fa2 req-f0759bfd-bb94-4d8e-b427-3beb640e9d79 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:10.728185 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c9ecf495-c88b-40c9-8925-67e1b1942fa2 req-f0759bfd-bb94-4d8e-b427-3beb640e9d79 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0512865 Jun 20 14:53:10.757383 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09807e6c-0538-40e3-9a79-18bdf24107da req-046b4e4c-3420-4cd5-afc6-4e0a89d908dc tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:10.758986 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-09807e6c-0538-40e3-9a79-18bdf24107da req-046b4e4c-3420-4cd5-afc6-4e0a89d908dc tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 932 time: 0.0509896 Jun 20 14:53:10.777052 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c9ecf495-c88b-40c9-8925-67e1b1942fa2 req-13962265-4403-40cb-8c01-fc5a144ecc43 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429800 Jun 20 14:53:10.807451 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-09807e6c-0538-40e3-9a79-18bdf24107da req-f3cb532d-ff01-4f2a-839d-f0447554950b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Jun 20 14:53:11.901501 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29a17-37ac-44e0-9acb-aecb35362c88 req-9fc2d8c7-fd08-40b7-b196-d75a8a530b2d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:11.903042 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d7c29a17-37ac-44e0-9acb-aecb35362c88 req-9fc2d8c7-fd08-40b7-b196-d75a8a530b2d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0502646 Jun 20 14:53:11.941842 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834ceaa-e160-4a44-ade9-19040b64139d req-e2cd350d-f25b-4697-a905-c2847e9858a9 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:11.943261 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3834ceaa-e160-4a44-ade9-19040b64139d req-e2cd350d-f25b-4697-a905-c2847e9858a9 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 932 time: 0.0612636 Jun 20 14:53:11.960990 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d7c29a17-37ac-44e0-9acb-aecb35362c88 req-f280e682-6c01-4595-9899-e5bb2af9b605 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522177 Jun 20 14:53:12.008672 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3834ceaa-e160-4a44-ade9-19040b64139d req-42e18f92-ae8a-4b75-aa5c-ddf7aed2ccc4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582662 Jun 20 14:53:12.403222 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Request body: {'port': {'device_id': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:12.569579 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-59a6aac6-bb43-4621-87a5-6e8373a5573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:12.571124 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-59a6aac6-bb43-4621-87a5-6e8373a5573b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 1129 time: 0.0474458 Jun 20 14:53:12.723768 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:12.847906 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:12.975488 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-41bca0f2-e780-423a-b572-c638823325a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:12.976681 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-41bca0f2-e780-423a-b572-c638823325a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.1013193 Jun 20 14:53:13.000007 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:53:13.010051 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Publish callbacks [] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:13.023793 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Transition to ACTIVE for port object 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:53:13.030788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:13.062417 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-3bfae962-8718-4919-bbb8-0014704b9b2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa0872d-d472-425e-bc75-cdef4f527e6e HTTP/1.1" status: 200 len: 217 time: 0.0755892 Jun 20 14:53:13.198723 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Pushing event updated for resources: {'Port': ['ID=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:13.236554 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:13.237154 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2b14-e955-40f3-841d-f39c51db77a2 req-4ec65b78-89c1-455e-a3f9-af5122d6696d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:13.239049 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b7ed2b14-e955-40f3-841d-f39c51db77a2 req-4ec65b78-89c1-455e-a3f9-af5122d6696d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1381555 Jun 20 14:53:13.267808 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de5221-09c5-4402-8c65-e6ebfb0dc5e6 req-7a7644bd-3fbd-499c-9b08-7cd099e52847 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:13.275212 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c3de5221-09c5-4402-8c65-e6ebfb0dc5e6 req-7a7644bd-3fbd-499c-9b08-7cd099e52847 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 944 time: 0.0988576 Jun 20 14:53:13.279064 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-1cf1af81-f588-4f5b-ae6f-9b1e8f8484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:13.280504 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-1cf1af81-f588-4f5b-ae6f-9b1e8f8484f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.2059102 Jun 20 14:53:13.298750 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Attempting to bind port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:13.299133 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Attempting to bind port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:13.299583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Attempting to bind port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f on network 156bc734-fceb-4cfe-9464-367866d760d0 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:13.305734 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:13.319900 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f on network 156bc734-fceb-4cfe-9464-367866d760d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:53:13.320227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Attempting to bind port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f on network 156bc734-fceb-4cfe-9464-367866d760d0 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:13.329862 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b7ed2b14-e955-40f3-841d-f39c51db77a2 req-98fdaf96-2caf-4eeb-bdb0-7478bee054d4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742157 Jun 20 14:53:13.330973 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:13.331305 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Checking segment: {'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:13.331670 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Bound using segment: {'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:13.332103 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Bound port: 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:13.332453 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:13.375051 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c3de5221-09c5-4402-8c65-e6ebfb0dc5e6 req-8c5d5dc6-9949-4a19-a999-577ca82f1e27 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986583 Jun 20 14:53:13.383691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-02cd7db9-8a85-4ec6-8242-b2ea10d87256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:13.385358 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-02cd7db9-8a85-4ec6-8242-b2ea10d87256 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850761 Jun 20 14:53:13.433032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] For port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:13.436810 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] For port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:13.447142 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:13.495630 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:13.496344 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:13.500399 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] 10.222.0.26 "PUT /v2.0/ports/8d85ac9c-976c-4ea9-976b-b8bd72d48a2f HTTP/1.1" status: 200 len: 1094 time: 1.0995290 Jun 20 14:53:13.504058 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'tag': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:53:13.508636 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb0e6f-fed8-4dab-8596-8736edffb5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "407a64e8-ef64-49c1-9942-c1a455e8fef5", "tag": "8d85ac9c-976c-4ea9-976b-b8bd72d48a2f"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:53:13.549959 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3d791-3cbe-4170-b696-25d21b3ef114 service neutron] Pushing event updated for resources: {'Port': ['ID=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:13.576227 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-d09fe09a-3b38-4a14-a000-c36d95c7c7fd service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799772 Jun 20 14:53:13.586524 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e0086b-bf5c-4271-a858-cf2bb5049e30 x-openstack-request-id: req-54e0086b-bf5c-4271-a858-cf2bb5049e30 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:53:13.586815 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407a64e8-ef64-49c1-9942-c1a455e8fef5", "tag": "8d85ac9c-976c-4ea9-976b-b8bd72d48a2f", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:53:13.587068 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54e0086b-bf5c-4271-a858-cf2bb5049e30 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:53:13.587473 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e0086b-bf5c-4271-a858-cf2bb5049e30'] response: {'name': 'network-changed', 'server_uuid': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'tag': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f', 'status': 'completed', 'code': 200} Jun 20 14:53:13.653793 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910dece-7407-46b7-b99f-f488689afcb8 req-234944a4-eefe-4ba4-aa7a-521a455fcf0a tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:13.655259 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3910dece-7407-46b7-b99f-f488689afcb8 req-234944a4-eefe-4ba4-aa7a-521a455fcf0a tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.0482662 Jun 20 14:53:13.710760 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3910dece-7407-46b7-b99f-f488689afcb8 req-46fac2f5-6700-49fa-ac3a-34dcbfd9e26f tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Jun 20 14:53:13.827285 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50072) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:13.878289 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] Deleting subnet a1518d59-66dc-40b6-90f3-f71210c3cb48 {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:53:13.882036 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] Publish callbacks [] for subnet (a1518d59-66dc-40b6-90f3-f71210c3cb48), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:13.916311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13380620'] for subnet (a1518d59-66dc-40b6-90f3-f71210c3cb48), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:13.960356 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (a1518d59-66dc-40b6-90f3-f71210c3cb48), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.013295 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:14.034972 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15963139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15892779'] for subnet (a1518d59-66dc-40b6-90f3-f71210c3cb48), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.060515 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1518d59-66dc-40b6-90f3-f71210c3cb48,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:14.064496 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.067641 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6efb1c15-17dc-4761-8089-c210b110c266 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a1518d59-66dc-40b6-90f3-f71210c3cb48 HTTP/1.1" status: 204 len: 168 time: 0.2392371 Jun 20 14:53:14.071879 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50076) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:14.139610 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (49c0b9b9-01db-4a37-84a5-8d9e59c8ac35), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.221244 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (49c0b9b9-01db-4a37-84a5-8d9e59c8ac35), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.241917 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c0b9b9-01db-4a37-84a5-8d9e59c8ac35']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:14.251685 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042bc56d-3a28-4dad-8797-67513f17f027') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:14.252011 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042bc56d-3a28-4dad-8797-67513f17f027') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:14.261906 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (042bc56d-3a28-4dad-8797-67513f17f027), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.276073 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (042bc56d-3a28-4dad-8797-67513f17f027), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.283178 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:53:14.283613 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (042bc56d-3a28-4dad-8797-67513f17f027), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.341489 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 042bc56d-3a28-4dad-8797-67513f17f027 resource provider aggregate not found Jun 20 14:53:14.355781 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (49c0b9b9-01db-4a37-84a5-8d9e59c8ac35), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.372968 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.378700 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/49c0b9b9-01db-4a37-84a5-8d9e59c8ac35 HTTP/1.1" status: 204 len: 168 time: 0.3034186 Jun 20 14:53:14.378700 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 042bc56d-3a28-4dad-8797-67513f17f027 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 042bc56d-3a28-4dad-8797-67513f17f027 found for delete ", "request_id": "req-675361cf-40d6-4d12-8497-ffaa19f2b380"}]} Jun 20 14:53:14.379078 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50084) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:14.380043 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf53b55-267c-4598-9ef5-9c38a3a71ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c0b9b9-01db-4a37-84a5-8d9e59c8ac35,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:14.425386 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] Deleting subnet 6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4 {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:53:14.428987 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] Publish callbacks [] for subnet (6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.471132 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505f69-c53f-41d9-8777-b467a0dceeb1 req-9ec49cdd-f3b0-469c-a47b-e84419018545 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:14.472614 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ca505f69-c53f-41d9-8777-b467a0dceeb1 req-9ec49cdd-f3b0-469c-a47b-e84419018545 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0508513 Jun 20 14:53:14.499773 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.522594 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ca505f69-c53f-41d9-8777-b467a0dceeb1 req-e1568a7c-5e8e-481c-ae86-67f97dd585c7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Jun 20 14:53:14.527563 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841b39a-078e-4611-9ea7-549eeec5459c req-728571a0-9190-48fe-b062-328e339cb09a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:14.529017 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1841b39a-078e-4611-9ea7-549eeec5459c req-728571a0-9190-48fe-b062-328e339cb09a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 944 time: 0.0760977 Jun 20 14:53:14.572736 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.607192 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:14.623220 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1841b39a-078e-4611-9ea7-549eeec5459c req-ec98782b-03cf-43cb-8e6c-82648a6159be tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881710 Jun 20 14:53:14.652428 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.680151 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:14.686019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.690326 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-80f00a33-8be6-4a3c-9acc-ab316a17ffd9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6bfe8a1d-1c95-46e9-8dc8-dffd21362ff4 HTTP/1.1" status: 204 len: 168 time: 0.3097196 Jun 20 14:53:14.692653 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50098) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:14.763377 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.839835 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59c917-d924-40f8-a6ce-72a62d3863cc req-6d7c27bc-f7a2-4cc4-a87b-27e32127275b tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:14.841419 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-be59c917-d924-40f8-a6ce-72a62d3863cc req-6d7c27bc-f7a2-4cc4-a87b-27e32127275b tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.0497155 Jun 20 14:53:14.860194 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.885032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:14.895553 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02988031-50a5-4a67-8d6d-e0907579d5a1') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:14.895883 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02988031-50a5-4a67-8d6d-e0907579d5a1') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:14.902469 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:14.906218 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-be59c917-d924-40f8-a6ce-72a62d3863cc req-0e9912a3-3fe7-4a2d-a859-2999ba391a38 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586040 Jun 20 14:53:14.908334 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (02988031-50a5-4a67-8d6d-e0907579d5a1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.928229 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (02988031-50a5-4a67-8d6d-e0907579d5a1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.944180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:53:14.944634 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (02988031-50a5-4a67-8d6d-e0907579d5a1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:14.969317 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 02988031-50a5-4a67-8d6d-e0907579d5a1 resource provider aggregate not found Jun 20 14:53:15.012761 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 02988031-50a5-4a67-8d6d-e0907579d5a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02988031-50a5-4a67-8d6d-e0907579d5a1 found for delete ", "request_id": "req-03836b39-709b-4620-9cdb-965f02cc28a5"}]} Jun 20 14:53:15.022577 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.039848 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:15.042029 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.045307 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b667df41-67a1-4183-a067-b29c513a96b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0ca1a5cc-38a9-4a2a-a06f-e8f3644764a1 HTTP/1.1" status: 204 len: 168 time: 0.3516669 Jun 20 14:53:15.207082 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-6cfb20e6-ab41-40dd-9aa0-cf5010488290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:15.208933 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-6cfb20e6-ab41-40dd-9aa0-cf5010488290 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c461f88b7a00462c99532ec1262cb23c&device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 1128 time: 0.0456495 Jun 20 14:53:15.264279 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-2e9cb8ed-ef3a-473f-bdad-d0730d49756b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f HTTP/1.1" status: 200 len: 217 time: 0.0397756 Jun 20 14:53:15.272929 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50122) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:15.281761 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67730aac-b1da-4eee-aca3-f89a7dc9eccf req-eee13127-02d2-493d-b082-ddc7692d26b4 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185937 Jun 20 14:53:15.324618 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:15.358565 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-e21c8b19-3222-4953-9174-e6783dac8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:15.360032 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-e21c8b19-3222-4953-9174-e6783dac8a9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5a1ba87-73aa-4de3-b74c-0be9e8f0a159 HTTP/1.1" status: 200 len: 847 time: 0.0882306 Jun 20 14:53:15.367165 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8a7b4b1e-a305-4e9f-b3fd-96d4e36a0390 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95aaa38e59fd4074a06b6ca7395dae7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868061 Jun 20 14:53:15.369791 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50126) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:15.400520 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50128) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:15.429231 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e53f8328-25cb-444c-8e21-856a58b86723 admin admin] Publish callbacks [] for security_group (52611354-2afd-41a0-a8e6-eb72d13490bb), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.451572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e53f8328-25cb-444c-8e21-856a58b86723 admin admin] Publish callbacks [] for security_group (52611354-2afd-41a0-a8e6-eb72d13490bb), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.498303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e53f8328-25cb-444c-8e21-856a58b86723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (52611354-2afd-41a0-a8e6-eb72d13490bb), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.501004 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e53f8328-25cb-444c-8e21-856a58b86723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.502137 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-e53f8328-25cb-444c-8e21-856a58b86723 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52611354-2afd-41a0-a8e6-eb72d13490bb HTTP/1.1" status: 204 len: 168 time: 0.1311808 Jun 20 14:53:15.510946 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6cae-1a7a-4e38-887a-c01e1841a5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.529527 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f8328-25cb-444c-8e21-856a58b86723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52611354-2afd-41a0-a8e6-eb72d13490bb,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:15.568540 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-effea37b-e188-471f-be31-3b9e043e1caf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=156bc734-fceb-4cfe-9464-367866d760d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546372 Jun 20 14:53:15.619469 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6cae-1a7a-4e38-887a-c01e1841a5b5 admin admin] Publish callbacks [] for security_group (9f584abf-e6f2-45c5-a937-3a445c6f369b), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.626246 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aeaa6cae-1a7a-4e38-887a-c01e1841a5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (9f584abf-e6f2-45c5-a937-3a445c6f369b), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.676100 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-aeaa6cae-1a7a-4e38-887a-c01e1841a5b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdc28e48e2054b758f8f78c1db78f89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741055 Jun 20 14:53:15.677451 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa6cae-1a7a-4e38-887a-c01e1841a5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f584abf-e6f2-45c5-a937-3a445c6f369b,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:15.682060 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50138) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:15.718279 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e47900-b684-48ff-854a-48901c119894 req-ab4d233f-02b6-4b98-98ee-7c75bde2f0ca tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:15.719883 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c8e47900-b684-48ff-854a-48901c119894 req-ab4d233f-02b6-4b98-98ee-7c75bde2f0ca tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0672553 Jun 20 14:53:15.728530 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-42e82d73-07db-4a36-8216-f1fe5ace7af7 service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458156 Jun 20 14:53:15.753530 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:15.772186 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5daf6877-29e3-4f1b-8949-3d5e9b80c78e admin admin] Publish callbacks [] for security_group (9f584abf-e6f2-45c5-a937-3a445c6f369b), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.786175 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c8e47900-b684-48ff-854a-48901c119894 req-3dbaf396-221b-456d-9ae8-0f3d3160f49c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498004 Jun 20 14:53:15.811113 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba908fd-d5ce-4b98-aac8-e6b80c025bc2 req-7073fd0b-b5f6-4d00-8f37-9e9e73cf68b7 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:15.812631 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cba908fd-d5ce-4b98-aac8-e6b80c025bc2 req-7073fd0b-b5f6-4d00-8f37-9e9e73cf68b7 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 944 time: 0.0768316 Jun 20 14:53:15.817812 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5daf6877-29e3-4f1b-8949-3d5e9b80c78e admin admin] Publish callbacks [] for security_group (9f584abf-e6f2-45c5-a937-3a445c6f369b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.898045 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cba908fd-d5ce-4b98-aac8-e6b80c025bc2 req-53cdd4cf-d19c-4631-8657-e7cf30758b12 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777173 Jun 20 14:53:15.917612 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5daf6877-29e3-4f1b-8949-3d5e9b80c78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (9f584abf-e6f2-45c5-a937-3a445c6f369b), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.920512 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5daf6877-29e3-4f1b-8949-3d5e9b80c78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:15.921916 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5daf6877-29e3-4f1b-8949-3d5e9b80c78e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f584abf-e6f2-45c5-a937-3a445c6f369b HTTP/1.1" status: 204 len: 168 time: 0.2387516 Jun 20 14:53:15.930667 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf6877-29e3-4f1b-8949-3d5e9b80c78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f584abf-e6f2-45c5-a937-3a445c6f369b,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:15.969603 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50150) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:16.025950 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:16.064453 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-25174584-c4ef-487f-a6b3-c0e6745a5667 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91430ebeeec848c482a921855fd4d68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0936399 Jun 20 14:53:16.067676 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50154) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:16.178486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-696dd467-4cee-43a1-8d0f-5f25972e78fa admin admin] Publish callbacks [] for security_group (51913b83-1938-45ee-960a-bb3c68674e2c), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.201230 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-5ed49ce9-4abb-4f0a-b4a8-38b64d29bb6e tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:16.203821 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-5ed49ce9-4abb-4f0a-b4a8-38b64d29bb6e tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.1010277 Jun 20 14:53:16.218973 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-696dd467-4cee-43a1-8d0f-5f25972e78fa admin admin] Publish callbacks [] for security_group (51913b83-1938-45ee-960a-bb3c68674e2c), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.232971 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af818c32-b147-45f3-bdcd-a559a919f33e req-f1912bc1-ce50-4207-b28e-c05fe24e10f7 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:16.234641 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-af818c32-b147-45f3-bdcd-a559a919f33e req-f1912bc1-ce50-4207-b28e-c05fe24e10f7 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 945 time: 0.1770332 Jun 20 14:53:16.261328 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-80661b28-58d8-4846-8ec0-ee648207f3ad req-dd8bb34d-dc49-4174-9b95-a937b3ddf3f0 service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361426 Jun 20 14:53:16.291255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-696dd467-4cee-43a1-8d0f-5f25972e78fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (51913b83-1938-45ee-960a-bb3c68674e2c), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.295092 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-696dd467-4cee-43a1-8d0f-5f25972e78fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.296581 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-696dd467-4cee-43a1-8d0f-5f25972e78fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51913b83-1938-45ee-960a-bb3c68674e2c HTTP/1.1" status: 204 len: 168 time: 0.2277153 Jun 20 14:53:16.306477 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dd467-4cee-43a1-8d0f-5f25972e78fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51913b83-1938-45ee-960a-bb3c68674e2c,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:16.312860 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-af818c32-b147-45f3-bdcd-a559a919f33e req-b3b370de-d830-4348-9ca0-9a97c16a9cbb tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/security-groups?id=02026914-d35d-47f3-97fd-111d98dd6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675066 Jun 20 14:53:16.450241 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50164) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:16.466667 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d5cf48a-973d-4612-9147-6f2b3f51016b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.520595 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:16.682313 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d5cf48a-973d-4612-9147-6f2b3f51016b admin admin] Publish callbacks [] for security_group (527c0e7b-3d51-4474-981b-1015758f8e0d), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.887370 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d5cf48a-973d-4612-9147-6f2b3f51016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (527c0e7b-3d51-4474-981b-1015758f8e0d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.911104 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Deleting port f217b1ab-0950-4d40-a487-def66c16ac43 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:53:16.911441 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:16.973703 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0d5cf48a-973d-4612-9147-6f2b3f51016b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17f60d49361a4fa89f97e551d93cb36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222383 Jun 20 14:53:16.976735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50192) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:16.993844 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d383b4-6ed9-478a-bcb7-e9263e82edfe req-9fd70e03-6984-4ec3-a9f2-06394c92dc37 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:16.995324 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-66d383b4-6ed9-478a-bcb7-e9263e82edfe req-9fd70e03-6984-4ec3-a9f2-06394c92dc37 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1091633 Jun 20 14:53:17.035024 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cf48a-973d-4612-9147-6f2b3f51016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527c0e7b-3d51-4474-981b-1015758f8e0d,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:17.072628 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e30f0e-11fe-4b4f-919c-9f9cdb2312c3 req-03e7cb2e-3c4a-4324-b45b-facc2e3f1a53 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:17.084166 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a1e30f0e-11fe-4b4f-919c-9f9cdb2312c3 req-03e7cb2e-3c4a-4324-b45b-facc2e3f1a53 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 944 time: 0.0912747 Jun 20 14:53:17.101380 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-66d383b4-6ed9-478a-bcb7-e9263e82edfe req-269b68b5-fe77-4043-b592-6ec9efd6be80 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700142 Jun 20 14:53:17.108206 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] For port f217b1ab-0950-4d40-a487-def66c16ac43, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=f217b1ab-0950-4d40-a487-def66c16ac43,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:17.108804 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.118197 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-64449670-160b-420c-a0a5-4dd5c916d90c admin admin] Publish callbacks [] for security_group (527c0e7b-3d51-4474-981b-1015758f8e0d), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.128947 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Calling delete_port for f217b1ab-0950-4d40-a487-def66c16ac43 owned by compute:nova {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:53:17.161851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-64449670-160b-420c-a0a5-4dd5c916d90c admin admin] Publish callbacks [] for security_group (527c0e7b-3d51-4474-981b-1015758f8e0d), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.172531 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a1e30f0e-11fe-4b4f-919c-9f9cdb2312c3 req-40dce2e3-fc22-4c64-a977-bfd0e709963a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872228 Jun 20 14:53:17.203959 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:17.238061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-64449670-160b-420c-a0a5-4dd5c916d90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (527c0e7b-3d51-4474-981b-1015758f8e0d), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.242352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-64449670-160b-420c-a0a5-4dd5c916d90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.246146 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-64449670-160b-420c-a0a5-4dd5c916d90c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/527c0e7b-3d51-4474-981b-1015758f8e0d HTTP/1.1" status: 204 len: 168 time: 0.2654889 Jun 20 14:53:17.251196 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:17.258711 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64449670-160b-420c-a0a5-4dd5c916d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527c0e7b-3d51-4474-981b-1015758f8e0d,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:17.326092 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (f217b1ab-0950-4d40-a487-def66c16ac43), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.346264 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['f217b1ab-0950-4d40-a487-def66c16ac43'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:53:17.358071 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Pushing event deleted for resources: {'Port': ['ID=f217b1ab-0950-4d40-a487-def66c16ac43,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:17.427375 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:53:17.451883 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] No DVR routers for this DVR port f217b1ab-0950-4d40-a487-def66c16ac43 on host hv-cinder-83697 {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:53:17.457281 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.461221 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-db4c7bb3-1532-4f6e-a662-a434d752dc2b req-b6c3f6f6-bac0-4298-b07c-28239a30b753 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.26 "DELETE /v2.0/ports/f217b1ab-0950-4d40-a487-def66c16ac43 HTTP/1.1" status: 204 len: 173 time: 0.9419312 Jun 20 14:53:17.462224 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'name': 'network-vif-deleted', 'tag': 'f217b1ab-0950-4d40-a487-def66c16ac43'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:53:17.465007 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95686a7f-8806-4fdc-925a-55e6f9967262" -d '{"events": [{"server_uuid": "a4eeab20-5dea-4424-9945-640e8f24f6b0", "name": "network-vif-deleted", "tag": "f217b1ab-0950-4d40-a487-def66c16ac43"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:53:17.486135 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:17.497631 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b42e2e38-28d1-4ed8-add4-c990b5a35e72 req-a6916e27-936a-40c8-90a5-258acce6702b tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.0573182 Jun 20 14:53:17.529955 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab54f5-ab50-4758-b30c-bf28d002cdc0 x-openstack-request-id: req-17ab54f5-ab50-4758-b30c-bf28d002cdc0 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:53:17.530237 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eeab20-5dea-4424-9945-640e8f24f6b0", "name": "network-vif-deleted", "tag": "f217b1ab-0950-4d40-a487-def66c16ac43", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:53:17.530486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17ab54f5-ab50-4758-b30c-bf28d002cdc0 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:53:17.531013 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ab54f5-ab50-4758-b30c-bf28d002cdc0'] response: {'server_uuid': 'a4eeab20-5dea-4424-9945-640e8f24f6b0', 'name': 'network-vif-deleted', 'tag': 'f217b1ab-0950-4d40-a487-def66c16ac43', 'status': 'completed', 'code': 200} Jun 20 14:53:17.592631 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:17.611752 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f', 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0', 'port_id': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f', 'mac_address': 'fa:16:3e:3e:90:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a1ba87-73aa-4de3-b74c-0be9e8f0a159', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:53:17.716239 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:17.716630 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.747231 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:53:17.750964 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-183a429d-4700-4dd3-b40a-653fb7fb55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:17.752474 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-183a429d-4700-4dd3-b40a-653fb7fb55d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c461f88b7a00462c99532ec1262cb23c&device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 1128 time: 0.0738461 Jun 20 14:53:17.812444 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:17.821145 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:17.881936 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-8b77f7de-14c5-4dba-804e-432ea781b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:17.883691 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-8b77f7de-14c5-4dba-804e-432ea781b77b service neutron] 10.222.0.26 "GET /v2.0/networks?id=156bc734-fceb-4cfe-9464-367866d760d0 HTTP/1.1" status: 200 len: 908 time: 0.1193850 Jun 20 14:53:17.896189 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:17.905766 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.906414 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.906983 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.907552 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.908138 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.908739 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.909401 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.909974 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.910545 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.911108 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.911673 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.912064 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.913659 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.913951 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.914405 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:17.964056 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-556b0c32-4da3-42c8-840d-870496239b02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f HTTP/1.1" status: 200 len: 217 time: 0.0690720 Jun 20 14:53:17.984766 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50230) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:18.062544 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-ba8b6690-a13b-4641-8b6f-77cd42751bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:18.064481 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-ba8b6690-a13b-4641-8b6f-77cd42751bf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5a1ba87-73aa-4de3-b74c-0be9e8f0a159 HTTP/1.1" status: 200 len: 847 time: 0.0927122 Jun 20 14:53:18.125163 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-81264d78-a0e3-43d8-8f79-101e8f57097d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=156bc734-fceb-4cfe-9464-367866d760d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421817 Jun 20 14:53:18.166896 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a558a864-947e-42f5-b738-2db3d02c2617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:18.186092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['8d85ac9c-976c-4ea9-976b-b8bd72d48a2f'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:53:18.285741 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:18.324045 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe73a95-53a0-496a-aef4-c589f1ba05a3 req-d73760d9-cbe4-44af-a836-81d719a226a9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:18.328483 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dfe73a95-53a0-496a-aef4-c589f1ba05a3 req-d73760d9-cbe4-44af-a836-81d719a226a9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0866506 Jun 20 14:53:18.330814 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a558a864-947e-42f5-b738-2db3d02c2617 admin admin] Publish callbacks [] for security_group (7aa9719a-94c1-49d1-ad57-b3e74b696898), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:18.336046 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-ac913b62-0edb-4aa5-8e04-c56d5771da10 service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967642 Jun 20 14:53:18.341164 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a558a864-947e-42f5-b738-2db3d02c2617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7aa9719a-94c1-49d1-ad57-b3e74b696898), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:18.383479 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d332791-9854-492d-9aeb-650ffe060b8b req-f3daa3fb-a4be-4fbb-b595-22a0f7b36fb6 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:18.385052 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3d332791-9854-492d-9aeb-650ffe060b8b req-f3daa3fb-a4be-4fbb-b595-22a0f7b36fb6 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 945 time: 0.0611815 Jun 20 14:53:18.414242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a864-947e-42f5-b738-2db3d02c2617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa9719a-94c1-49d1-ad57-b3e74b696898,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:18.429268 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-a558a864-947e-42f5-b738-2db3d02c2617 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5262807271604083b54f93d8cddce7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428484 Jun 20 14:53:18.432874 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50246) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:18.446141 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dfe73a95-53a0-496a-aef4-c589f1ba05a3 req-24ba75a4-f96a-45f1-a43e-018e272049bf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108015 Jun 20 14:53:18.460968 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3d332791-9854-492d-9aeb-650ffe060b8b req-9757d0c9-d82b-450b-a106-bc0c312e16ec tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689871 Jun 20 14:53:18.494837 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fdee3d3-7c9f-4f1a-8d9d-59c032bf3a3a admin admin] Publish callbacks [] for security_group (7aa9719a-94c1-49d1-ad57-b3e74b696898), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:18.515885 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fdee3d3-7c9f-4f1a-8d9d-59c032bf3a3a admin admin] Publish callbacks [] for security_group (7aa9719a-94c1-49d1-ad57-b3e74b696898), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:18.566797 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fdee3d3-7c9f-4f1a-8d9d-59c032bf3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7aa9719a-94c1-49d1-ad57-b3e74b696898), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:18.569780 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fdee3d3-7c9f-4f1a-8d9d-59c032bf3a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:18.570925 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7fdee3d3-7c9f-4f1a-8d9d-59c032bf3a3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7aa9719a-94c1-49d1-ad57-b3e74b696898 HTTP/1.1" status: 204 len: 168 time: 0.1369889 Jun 20 14:53:18.580870 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdee3d3-7c9f-4f1a-8d9d-59c032bf3a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa9719a-94c1-49d1-ad57-b3e74b696898,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:18.652753 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-de0ffd0c-c36f-4a93-9795-d78becccbfa6 req-f3eb76f2-806d-4330-bb40-5fb00fb6679e tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.0320334 Jun 20 14:53:19.596812 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030dea-eae1-4b1e-b54b-ff38a34994d3 req-163064ec-e201-4439-8aa5-fb5bca674fb3 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:19.602603 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3d030dea-eae1-4b1e-b54b-ff38a34994d3 req-163064ec-e201-4439-8aa5-fb5bca674fb3 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0755868 Jun 20 14:53:19.632551 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872709d6-889e-4b22-8d79-a217a2056ab5 req-abf05d9d-ed93-4869-b9ed-dfd0b38f1932 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:19.640132 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-872709d6-889e-4b22-8d79-a217a2056ab5 req-abf05d9d-ed93-4869-b9ed-dfd0b38f1932 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 945 time: 0.0688243 Jun 20 14:53:19.674972 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3d030dea-eae1-4b1e-b54b-ff38a34994d3 req-cc235032-6ebe-4988-b9ec-ad97a65781c0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673845 Jun 20 14:53:19.700382 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-872709d6-889e-4b22-8d79-a217a2056ab5 req-cadb7c18-a744-4915-862e-2703915458ec tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 Jun 20 14:53:19.817854 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1914e4f5-525c-4d3d-9ad8-d795134f4b3d req-073c6bab-85e5-42ca-a22d-bbfca7f27fa8 tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.0345452 Jun 20 14:53:20.795329 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:20.813101 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e515d4b-1d02-48d7-b22e-46c164a85e17 req-bdcfeca1-ccd6-43ba-8fa6-9575fed87b22 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:20.814894 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e515d4b-1d02-48d7-b22e-46c164a85e17 req-bdcfeca1-ccd6-43ba-8fa6-9575fed87b22 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0516627 Jun 20 14:53:20.819415 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fb037-00e8-4696-af04-beb134d4c8eb req-a776add0-cfda-4467-adab-7be58dd0da17 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:20.820916 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c16fb037-00e8-4696-af04-beb134d4c8eb req-a776add0-cfda-4467-adab-7be58dd0da17 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 945 time: 0.0504830 Jun 20 14:53:20.863505 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e515d4b-1d02-48d7-b22e-46c164a85e17 req-3efc4505-38a8-4ca1-a700-075f9f4399cc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Jun 20 14:53:20.871747 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c16fb037-00e8-4696-af04-beb134d4c8eb req-40d953fb-6396-4695-a4a5-4c13c75bca9f tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 Jun 20 14:53:20.957874 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-464de34c-ed79-477e-b525-6440e984fba5 req-bfb79a8f-4644-459d-bdfb-d744952ff1fe tempest-DeleteServersTestJSON-791467553 tempest-DeleteServersTestJSON-791467553-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eeab20-5dea-4424-9945-640e8f24f6b0 HTTP/1.1" status: 200 len: 210 time: 0.0279253 Jun 20 14:53:21.441147 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdb0e6f-fed8-4dab-8596-8736edffb5fb req-952eb6bd-fa89-46b8-9d36-54ee06d8106b service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992160 Jun 20 14:53:21.597355 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:21.627617 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:21.639953 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:53:21.647320 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:21.647733 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:21.722485 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:21.722883 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:21.746337 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:53:21.748538 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698e139d-c0b5-4832-b55d-954588631643" -d '{"events": [{"server_uuid": "407a64e8-ef64-49c1-9942-c1a455e8fef5", "name": "network-vif-plugged", "status": "completed", "tag": "8d85ac9c-976c-4ea9-976b-b8bd72d48a2f"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:53:21.761865 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:21.766935 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:21.767946 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device f217b1ab-0950-4d40-a487-def66c16ac43 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:53:21.807822 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdebc27-fd14-4fc5-b6c4-5bd7d0922b8a x-openstack-request-id: req-1fdebc27-fd14-4fc5-b6c4-5bd7d0922b8a {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:53:21.808119 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407a64e8-ef64-49c1-9942-c1a455e8fef5", "name": "network-vif-plugged", "status": "completed", "tag": "8d85ac9c-976c-4ea9-976b-b8bd72d48a2f", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:53:21.808369 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fdebc27-fd14-4fc5-b6c4-5bd7d0922b8a {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:53:21.808869 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdebc27-fd14-4fc5-b6c4-5bd7d0922b8a'] response: {'server_uuid': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f', 'code': 200} Jun 20 14:53:21.811860 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: f217b1ab-0950-4d40-a487-def66c16ac43 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:53:21.812144 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device f217b1ab-0950-4d40-a487-def66c16ac43 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:53:21.835640 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:21.992826 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15a352-5852-45a6-bd0b-36db72741edd req-877fc6e5-af89-4c11-b542-fe513008417d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:21.994302 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4e15a352-5852-45a6-bd0b-36db72741edd req-877fc6e5-af89-4c11-b542-fe513008417d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0521743 Jun 20 14:53:22.017526 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c854334-51e2-43ec-be12-d344d3f51381 req-8b6bfe1b-7010-449b-b6a9-bb05435f1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:22.019045 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3c854334-51e2-43ec-be12-d344d3f51381 req-8b6bfe1b-7010-449b-b6a9-bb05435f1bd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 1130 time: 0.0759401 Jun 20 14:53:22.027942 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52042e-2467-4c41-b6c6-1d6541ea07e5 req-94278eba-6647-4b4d-8aee-36d7f2c60e1e tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:22.029843 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3a52042e-2467-4c41-b6c6-1d6541ea07e5 req-94278eba-6647-4b4d-8aee-36d7f2c60e1e tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 946 time: 0.0758727 Jun 20 14:53:22.043638 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4e15a352-5852-45a6-bd0b-36db72741edd req-d34b516b-0c48-46d8-98b3-07dc5b7b4dcd tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435028 Jun 20 14:53:22.108368 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3a52042e-2467-4c41-b6c6-1d6541ea07e5 req-3c519360-1eac-451e-8b2f-a3a60e2ddcaa tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709288 Jun 20 14:53:22.111610 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3c854334-51e2-43ec-be12-d344d3f51381 req-75453bad-3720-4d26-b652-547b7a010d12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807323 Jun 20 14:53:23.162255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfca99-74ed-4782-a1f4-28a1c5d11329 req-7042f607-39e4-442f-9d4a-db58eebc12b7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:23.163834 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0bcfca99-74ed-4782-a1f4-28a1c5d11329 req-7042f607-39e4-442f-9d4a-db58eebc12b7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0510063 Jun 20 14:53:23.223086 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0bcfca99-74ed-4782-a1f4-28a1c5d11329 req-28871874-39d4-4d42-ae89-b0a2eb53ab3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506387 Jun 20 14:53:23.233689 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c98a9-2816-41c0-9c7b-fb71e81d0f41 req-8019a22c-51b7-4e05-97a9-0f84bc3da172 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:23.235355 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-314c98a9-2816-41c0-9c7b-fb71e81d0f41 req-8019a22c-51b7-4e05-97a9-0f84bc3da172 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 946 time: 0.0527794 Jun 20 14:53:23.278155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:23.282788 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-314c98a9-2816-41c0-9c7b-fb71e81d0f41 req-17166703-36a5-419e-abfd-8d2b3f508f6f tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Jun 20 14:53:23.510451 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50462) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:23.545669 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:23.755915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:23.924253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (50040e62-d994-482b-8c5d-12b31a2d7a8d), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.303892 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Deleting port 75c84219-a752-4c23-abd3-75b16853924a {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:53:24.304588 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (75c84219-a752-4c23-abd3-75b16853924a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.310323 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50500) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:24.433805 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8efe1-4954-45ce-b153-25a700486820 req-81c24289-8b03-4c83-8ec8-fd17ae1d500f tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:24.441177 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0ae8efe1-4954-45ce-b153-25a700486820 req-81c24289-8b03-4c83-8ec8-fd17ae1d500f tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 946 time: 0.0685267 Jun 20 14:53:24.442107 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a4fc-d1fe-4d1b-beb6-6f344b207eac req-7d762bf5-9e67-46ab-9cbe-bed45c4475bc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:24.443813 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ec67a4fc-d1fe-4d1b-beb6-6f344b207eac req-7d762bf5-9e67-46ab-9cbe-bed45c4475bc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1003418 Jun 20 14:53:24.488752 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0ae8efe1-4954-45ce-b153-25a700486820 req-525a87df-10bf-4212-b5ef-9be5386d7a36 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Jun 20 14:53:24.501073 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] For port 75c84219-a752-4c23-abd3-75b16853924a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=75c84219-a752-4c23-abd3-75b16853924a,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:24.501454 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (75c84219-a752-4c23-abd3-75b16853924a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.533036 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50510) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:24.541700 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Calling delete_port for 75c84219-a752-4c23-abd3-75b16853924a owned by network:router_interface {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:53:24.554069 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ec67a4fc-d1fe-4d1b-beb6-6f344b207eac req-8ee916e4-f399-4984-b891-db3e5ebb0e91 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954487 Jun 20 14:53:24.636825 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7195898f-25db-40db-9d82-c39ced70f44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.640013 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-79ee9996-028e-48f0-a398-f0e7a9ce0342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.728111 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:24.740178 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (75c84219-a752-4c23-abd3-75b16853924a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.765596 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Pushing event deleted for resources: {'Port': ['ID=75c84219-a752-4c23-abd3-75b16853924a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:24.774207 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7195898f-25db-40db-9d82-c39ced70f44d admin admin] Publish callbacks [] for security_group (5c6969ec-4d1f-45e8-811d-fc1f62953a36), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.779300 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-79ee9996-028e-48f0-a398-f0e7a9ce0342 admin admin] Publish callbacks [] for security_group (c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.782482 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7195898f-25db-40db-9d82-c39ced70f44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (5c6969ec-4d1f-45e8-811d-fc1f62953a36), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.797645 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-79ee9996-028e-48f0-a398-f0e7a9ce0342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:24.860193 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7195898f-25db-40db-9d82-c39ced70f44d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43936a0ce3214c3f823fa0269cd536ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258071 Jun 20 14:53:24.861230 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50516) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:24.863436 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195898f-25db-40db-9d82-c39ced70f44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6969ec-4d1f-45e8-811d-fc1f62953a36,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:24.892960 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-79ee9996-028e-48f0-a398-f0e7a9ce0342 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62b40715ced040f48274d12fa8fc5f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808861 Jun 20 14:53:24.896843 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50518) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:24.935869 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee9996-028e-48f0-a398-f0e7a9ce0342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:24.998056 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c08f6e76-0b8d-472b-a9de-cffa7b09ba9e admin admin] Publish callbacks [] for security_group (5c6969ec-4d1f-45e8-811d-fc1f62953a36), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.008007 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e52-2bd7-48f2-997b-934b1fc75ed5 admin admin] Publish callbacks [] for security_group (c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.047351 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c08f6e76-0b8d-472b-a9de-cffa7b09ba9e admin admin] Publish callbacks [] for security_group (5c6969ec-4d1f-45e8-811d-fc1f62953a36), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.049053 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:25.061696 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e52-2bd7-48f2-997b-934b1fc75ed5 admin admin] Publish callbacks [] for security_group (c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.116466 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:25.116644 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:25.139674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c08f6e76-0b8d-472b-a9de-cffa7b09ba9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (5c6969ec-4d1f-45e8-811d-fc1f62953a36), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.143847 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c08f6e76-0b8d-472b-a9de-cffa7b09ba9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.146569 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c08f6e76-0b8d-472b-a9de-cffa7b09ba9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c6969ec-4d1f-45e8-811d-fc1f62953a36 HTTP/1.1" status: 204 len: 168 time: 0.2763298 Jun 20 14:53:25.156630 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e52-2bd7-48f2-997b-934b1fc75ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.161459 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3c0b5e52-2bd7-48f2-997b-934b1fc75ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.164425 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-3c0b5e52-2bd7-48f2-997b-934b1fc75ed5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4 HTTP/1.1" status: 204 len: 168 time: 0.2637031 Jun 20 14:53:25.179428 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f6e76-0b8d-472b-a9de-cffa7b09ba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6969ec-4d1f-45e8-811d-fc1f62953a36,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:25.217703 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b5e52-2bd7-48f2-997b-934b1fc75ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b74e67-ea5f-4e87-bac2-03ac0d4f42d4,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:25.222910 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (50040e62-d994-482b-8c5d-12b31a2d7a8d), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.530607 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334d948-1f89-4ab4-a6a7-e8b9b3c9c02b req-c65dd9c7-3655-447c-bffd-4c37577a0001 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:25.532082 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7334d948-1f89-4ab4-a6a7-e8b9b3c9c02b req-c65dd9c7-3655-447c-bffd-4c37577a0001 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 946 time: 0.0944204 Jun 20 14:53:25.585736 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Router 50040e62-d994-482b-8c5d-12b31a2d7a8d has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:53:25.620932 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7334d948-1f89-4ab4-a6a7-e8b9b3c9c02b req-a2670803-6f4d-42ad-b3c5-5937c111e679 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810938 Jun 20 14:53:25.682631 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50558) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:25.691756 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50560) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:25.723477 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8fb1c4c9-5b78-4f62-8e15-e07006c58e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.742328 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-799551ff-7e4f-4c7e-8abe-2fd885a201a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.756883 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:53:25.763171 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-9c3c9e6f-dcfe-4a01-86d7-90989949399d admin admin] 10.222.0.23 "PUT /v2.0/routers/50040e62-d994-482b-8c5d-12b31a2d7a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2516909 Jun 20 14:53:25.765825 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50566) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:25.770271 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] Sync routers for ids ['50040e62-d994-482b-8c5d-12b31a2d7a8d'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:53:25.781022 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] Routers {'50040e62-d994-482b-8c5d-12b31a2d7a8d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:25.781804 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['50040e62-d994-482b-8c5d-12b31a2d7a8d'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:25.790556 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b709d-3a92-4163-acad-65df66deeb84 req-344d0bce-b55b-4403-9649-9260bbd7857e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:25.792305 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ab8b709d-3a92-4163-acad-65df66deeb84 req-344d0bce-b55b-4403-9649-9260bbd7857e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1067739 Jun 20 14:53:25.901186 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] Set router 50040e62-d994-482b-8c5d-12b31a2d7a8d gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:25.920686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks [] for router (50040e62-d994-482b-8c5d-12b31a2d7a8d), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.932445 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-799551ff-7e4f-4c7e-8abe-2fd885a201a5 admin admin] Publish callbacks [] for security_group (1510aec8-f53d-4901-b769-184e3a4cd940), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:25.947684 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-799551ff-7e4f-4c7e-8abe-2fd885a201a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1510aec8-f53d-4901-b769-184e3a4cd940), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.033286 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ab8b709d-3a92-4163-acad-65df66deeb84 req-d189b706-944f-4c60-93a9-c1b96f0ce1b4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701162 Jun 20 14:53:26.044807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799551ff-7e4f-4c7e-8abe-2fd885a201a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1510aec8-f53d-4901-b769-184e3a4cd940,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:26.066710 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-799551ff-7e4f-4c7e-8abe-2fd885a201a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d10ed00b72354ba99841b4ff98982d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678143 Jun 20 14:53:26.071245 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50574) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:26.074393 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks [] for router_gateway (50040e62-d994-482b-8c5d-12b31a2d7a8d), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.088887 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8fb1c4c9-5b78-4f62-8e15-e07006c58e5c admin admin] Publish callbacks [] for security_group (5567f617-cf19-4054-9cb8-8b6aeddaad8c), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.096921 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8fb1c4c9-5b78-4f62-8e15-e07006c58e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (5567f617-cf19-4054-9cb8-8b6aeddaad8c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.125699 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:53:24Z', 'revision_number': 5, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port': {'id': '75220041-b606-4992-a1a2-f7ef49bc517a', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:26.139867 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Deleting port 75220041-b606-4992-a1a2-f7ef49bc517a {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:53:26.140414 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.159648 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8fb1c4c9-5b78-4f62-8e15-e07006c58e5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1722a2a0a5fb4f92b9db9a3848d16343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729486 Jun 20 14:53:26.159648 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1c4c9-5b78-4f62-8e15-e07006c58e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5567f617-cf19-4054-9cb8-8b6aeddaad8c,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:26.159927 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50576) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:26.176099 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f573e562-0736-43b4-bb18-3a657cedec3b admin admin] Publish callbacks [] for security_group (1510aec8-f53d-4901-b769-184e3a4cd940), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.201380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f573e562-0736-43b4-bb18-3a657cedec3b admin admin] Publish callbacks [] for security_group (1510aec8-f53d-4901-b769-184e3a4cd940), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.237154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:26.263285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f573e562-0736-43b4-bb18-3a657cedec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1510aec8-f53d-4901-b769-184e3a4cd940), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.266456 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f573e562-0736-43b4-bb18-3a657cedec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.269514 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] Checking router: 50040e62-d994-482b-8c5d-12b31a2d7a8d for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:53:26.271278 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f573e562-0736-43b4-bb18-3a657cedec3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1510aec8-f53d-4901-b769-184e3a4cd940 HTTP/1.1" status: 204 len: 168 time: 0.1990743 Jun 20 14:53:26.280779 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573e562-0736-43b4-bb18-3a657cedec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1510aec8-f53d-4901-b769-184e3a4cd940,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:26.297225 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] Routers {'50040e62-d994-482b-8c5d-12b31a2d7a8d'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:26.298934 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['50040e62-d994-482b-8c5d-12b31a2d7a8d'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:26.302300 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:26.306766 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] For port 75220041-b606-4992-a1a2-f7ef49bc517a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=75220041-b606-4992-a1a2-f7ef49bc517a,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:26.307429 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.311654 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-868cb0e1-f3c5-4c94-9cc1-e2841eb8e375 admin admin] Publish callbacks [] for security_group (5567f617-cf19-4054-9cb8-8b6aeddaad8c), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.341915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Calling delete_port for 75220041-b606-4992-a1a2-f7ef49bc517a owned by network:router_gateway {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:53:26.374954 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-868cb0e1-f3c5-4c94-9cc1-e2841eb8e375 admin admin] Publish callbacks [] for security_group (5567f617-cf19-4054-9cb8-8b6aeddaad8c), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.406634 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] Set router 50040e62-d994-482b-8c5d-12b31a2d7a8d gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:26.466949 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:53:26Z', 'revision_number': 6, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:26.473689 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50584) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:26.495968 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105a50e-a0d1-4474-8006-c71eb725675f None None] The sync data for ids ['50040e62-d994-482b-8c5d-12b31a2d7a8d'] in dv-cinder-836973-5-iscsi is: [{'id': '50040e62-d994-482b-8c5d-12b31a2d7a8d', 'name': 'tempest-DeleteServersTestJSON-365655304-router', 'tenant_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:53:26Z', 'revision_number': 6, 'project_id': '361bd83b835c4ec3b01a1173b2d9cb1d', 'gw_port_host': None}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:53:26.556674 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-868cb0e1-f3c5-4c94-9cc1-e2841eb8e375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (5567f617-cf19-4054-9cb8-8b6aeddaad8c), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.559426 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-868cb0e1-f3c5-4c94-9cc1-e2841eb8e375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.560671 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-868cb0e1-f3c5-4c94-9cc1-e2841eb8e375 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5567f617-cf19-4054-9cb8-8b6aeddaad8c HTTP/1.1" status: 204 len: 168 time: 0.3988061 Jun 20 14:53:26.578016 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cb0e1-f3c5-4c94-9cc1-e2841eb8e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5567f617-cf19-4054-9cb8-8b6aeddaad8c,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:26.631248 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (75220041-b606-4992-a1a2-f7ef49bc517a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.642032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f45baf50-ddcc-42d7-8bc2-99826d7f94fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.685317 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:26.703518 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75220041-b606-4992-a1a2-f7ef49bc517a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:26.801099 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f45baf50-ddcc-42d7-8bc2-99826d7f94fb admin admin] Publish callbacks [] for security_group (eb69031f-9c3e-46df-92c4-d3f45e772256), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.805870 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f45baf50-ddcc-42d7-8bc2-99826d7f94fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (eb69031f-9c3e-46df-92c4-d3f45e772256), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.827073 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f299d5e-7dd7-4b80-8134-2f18e0074196 req-079bd36e-d890-4d76-8d73-0dc5bf4f44c4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:26.835781 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4f299d5e-7dd7-4b80-8134-2f18e0074196 req-079bd36e-d890-4d76-8d73-0dc5bf4f44c4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 946 time: 0.1113167 Jun 20 14:53:26.904231 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f45baf50-ddcc-42d7-8bc2-99826d7f94fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79f425e86544495f8638efc153c63ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219842 Jun 20 14:53:26.904922 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50606) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:26.960947 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (50040e62-d994-482b-8c5d-12b31a2d7a8d), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:26.978224 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45baf50-ddcc-42d7-8bc2-99826d7f94fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb69031f-9c3e-46df-92c4-d3f45e772256,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:27.005718 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:27.006481 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4f299d5e-7dd7-4b80-8134-2f18e0074196 req-067c069d-f239-468b-8d6e-ebbf4caecb9b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630452 Jun 20 14:53:27.053396 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8dd12c21-d53d-4f08-94c4-0c648b8d55ed admin admin] Publish callbacks [] for security_group (eb69031f-9c3e-46df-92c4-d3f45e772256), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.085098 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8dd12c21-d53d-4f08-94c4-0c648b8d55ed admin admin] Publish callbacks [] for security_group (eb69031f-9c3e-46df-92c4-d3f45e772256), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.256805 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8dd12c21-d53d-4f08-94c4-0c648b8d55ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (eb69031f-9c3e-46df-92c4-d3f45e772256), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.263941 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8dd12c21-d53d-4f08-94c4-0c648b8d55ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.268497 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8dd12c21-d53d-4f08-94c4-0c648b8d55ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb69031f-9c3e-46df-92c4-d3f45e772256 HTTP/1.1" status: 204 len: 168 time: 0.3593719 Jun 20 14:53:27.270268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (50040e62-d994-482b-8c5d-12b31a2d7a8d), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.274705 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks [] for router_controller (50040e62-d994-482b-8c5d-12b31a2d7a8d), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.283216 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-e3ec177a-cc72-4a3d-97d9-5af0b247ced1 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:27.285061 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-e3ec177a-cc72-4a3d-97d9-5af0b247ced1 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 946 time: 0.2134378 Jun 20 14:53:27.298413 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd200b-6591-4da7-808b-fcd4a9ca8ed3 req-c5e1308a-b7fc-46a3-9ebf-73d2693c1cec tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:27.302088 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4dd200b-6591-4da7-808b-fcd4a9ca8ed3 req-c5e1308a-b7fc-46a3-9ebf-73d2693c1cec tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1541376 Jun 20 14:53:27.304329 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50622) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:27.310143 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd12c21-d53d-4f08-94c4-0c648b8d55ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb69031f-9c3e-46df-92c4-d3f45e772256,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:27.365299 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0e69edbb-d634-4306-a53e-84bb52e60348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.408797 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4dd200b-6591-4da7-808b-fcd4a9ca8ed3 req-e066e9de-ff2a-4846-a819-20a1b4f940cb tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965686 Jun 20 14:53:27.519322 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0e69edbb-d634-4306-a53e-84bb52e60348 admin admin] Publish callbacks [] for security_group (397a7af0-f341-4849-b5a0-0f568a622ac7), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.524908 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0e69edbb-d634-4306-a53e-84bb52e60348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (397a7af0-f341-4849-b5a0-0f568a622ac7), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.551368 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Deleting port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:53:27.551718 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.562084 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 75c84219-a752-4c23-abd3-75b16853924a no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:53:27.574059 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (50040e62-d994-482b-8c5d-12b31a2d7a8d), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.574658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50040e62-d994-482b-8c5d-12b31a2d7a8d {{(pid=110373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 14:53:27.576819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69edbb-d634-4306-a53e-84bb52e60348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397a7af0-f341-4849-b5a0-0f568a622ac7,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:27.587095 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.591176 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6205dea9-7d7b-4f2b-9c5b-f27925324db1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/50040e62-d994-482b-8c5d-12b31a2d7a8d HTTP/1.1" status: 204 len: 168 time: 1.8240473 Jun 20 14:53:27.594502 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50632) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:27.599085 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0e69edbb-d634-4306-a53e-84bb52e60348 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ee0c7bb777b4268b018bcb1e1b25473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906744 Jun 20 14:53:27.599811 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50634) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:27.618278 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 75c84219-a752-4c23-abd3-75b16853924a {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:53:27.618623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 75c84219-a752-4c23-abd3-75b16853924a not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:53:27.619208 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 75220041-b606-4992-a1a2-f7ef49bc517a no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:53:27.657002 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] Deleting subnet 82617bfc-d54b-45f5-94fe-6bd247625cb4 {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:53:27.658216 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 75220041-b606-4992-a1a2-f7ef49bc517a {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:53:27.659892 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 75220041-b606-4992-a1a2-f7ef49bc517a not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:53:27.664752 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] Publish callbacks [] for subnet (82617bfc-d54b-45f5-94fe-6bd247625cb4), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.684809 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-176d5c8c-8724-40a2-bd03-90965ac436d6 admin admin] Publish callbacks [] for security_group (397a7af0-f341-4849-b5a0-0f568a622ac7), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.725687 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-176d5c8c-8724-40a2-bd03-90965ac436d6 admin admin] Publish callbacks [] for security_group (397a7af0-f341-4849-b5a0-0f568a622ac7), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.770445 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13380620'] for subnet (82617bfc-d54b-45f5-94fe-6bd247625cb4), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.773246 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:27.802109 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-176d5c8c-8724-40a2-bd03-90965ac436d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (397a7af0-f341-4849-b5a0-0f568a622ac7), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.804860 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-176d5c8c-8724-40a2-bd03-90965ac436d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.808577 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-176d5c8c-8724-40a2-bd03-90965ac436d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/397a7af0-f341-4849-b5a0-0f568a622ac7 HTTP/1.1" status: 204 len: 168 time: 0.2054906 Jun 20 14:53:27.810157 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:27.818283 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d5c8c-8724-40a2-bd03-90965ac436d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397a7af0-f341-4849-b5a0-0f568a622ac7,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:27.825656 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] For port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:27.826141 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:27.843367 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:27.864066 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Calling delete_port for 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f owned by compute:nova {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:53:27.864964 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50640) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:27.891082 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c523706c-2c55-4271-81a2-f3f0388cb358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.021878 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c523706c-2c55-4271-81a2-f3f0388cb358 admin admin] Publish callbacks [] for security_group (3e679eb9-dee5-4efc-b001-56432de40eb3), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.036240 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c523706c-2c55-4271-81a2-f3f0388cb358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3e679eb9-dee5-4efc-b001-56432de40eb3), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.040834 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (82617bfc-d54b-45f5-94fe-6bd247625cb4), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.074572 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c523706c-2c55-4271-81a2-f3f0388cb358 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a7aba11580f47ffb0150ee76ace1918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039843 Jun 20 14:53:28.076743 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50646) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:28.132654 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523706c-2c55-4271-81a2-f3f0388cb358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e679eb9-dee5-4efc-b001-56432de40eb3,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:28.190259 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9380bfc-ad18-4f78-9b50-3b5629c8149a admin admin] Publish callbacks [] for security_group (3e679eb9-dee5-4efc-b001-56432de40eb3), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.205755 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ec740-73f8-4ac1-841f-71231bcc65be req-caf0033c-37aa-4281-a1cc-ba3af6003087 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:28.207315 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-030ec740-73f8-4ac1-841f-71231bcc65be req-caf0033c-37aa-4281-a1cc-ba3af6003087 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 946 time: 0.1201320 Jun 20 14:53:28.221713 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15963139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15892779'] for subnet (82617bfc-d54b-45f5-94fe-6bd247625cb4), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.223285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9380bfc-ad18-4f78-9b50-3b5629c8149a admin admin] Publish callbacks [] for security_group (3e679eb9-dee5-4efc-b001-56432de40eb3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.285995 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9380bfc-ad18-4f78-9b50-3b5629c8149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3e679eb9-dee5-4efc-b001-56432de40eb3), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.291178 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9380bfc-ad18-4f78-9b50-3b5629c8149a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.292667 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f9380bfc-ad18-4f78-9b50-3b5629c8149a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e679eb9-dee5-4efc-b001-56432de40eb3 HTTP/1.1" status: 204 len: 168 time: 0.2147348 Jun 20 14:53:28.301018 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (8d85ac9c-976c-4ea9-976b-b8bd72d48a2f), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.302365 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9380bfc-ad18-4f78-9b50-3b5629c8149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e679eb9-dee5-4efc-b001-56432de40eb3,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:28.330004 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.330823 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f92165-e17c-4252-a9db-c8721c9488a8 None None] Network 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:53:28.333789 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/82617bfc-d54b-45f5-94fe-6bd247625cb4 HTTP/1.1" status: 204 len: 168 time: 0.7378268 Jun 20 14:53:28.334651 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be0c7c-b024-46fc-bc5c-25fac8d0668e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82617bfc-d54b-45f5-94fe-6bd247625cb4,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:28.336575 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50662) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:28.407837 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-030ec740-73f8-4ac1-841f-71231bcc65be req-35d2dcc0-13eb-4ed5-9cd3-afe4e8239ec4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920547 Jun 20 14:53:28.428648 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Pushing event deleted for resources: {'Port': ['ID=8d85ac9c-976c-4ea9-976b-b8bd72d48a2f,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:28.501826 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.538863 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:28.539076 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] No DVR routers for this DVR port 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f on host hv-cinder-83697 {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:53:28.539901 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] DHCP port deletion for 1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 14:53:28.542125 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.546262 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4ec7e5ae-1bd0-4cdd-850f-f8acf03ce64a req-40e6c953-607b-49d7-9b3d-169242194d76 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "DELETE /v2.0/ports/8d85ac9c-976c-4ea9-976b-b8bd72d48a2f HTTP/1.1" status: 204 len: 173 time: 1.2534423 Jun 20 14:53:28.546755 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'name': 'network-vif-deleted', 'tag': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:53:28.548686 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:28.552320 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666849d-5ad5-4a69-b2a8-a3596342c35a" -d '{"events": [{"server_uuid": "407a64e8-ef64-49c1-9942-c1a455e8fef5", "name": "network-vif-deleted", "tag": "8d85ac9c-976c-4ea9-976b-b8bd72d48a2f"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:53:28.591133 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Deleting port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:53:28.591574 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.603290 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591b706c-97dc-4f44-bc68-64e0b018aa26 x-openstack-request-id: req-591b706c-97dc-4f44-bc68-64e0b018aa26 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:53:28.603804 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407a64e8-ef64-49c1-9942-c1a455e8fef5", "name": "network-vif-deleted", "tag": "8d85ac9c-976c-4ea9-976b-b8bd72d48a2f", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:53:28.604576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-591b706c-97dc-4f44-bc68-64e0b018aa26 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:53:28.604576 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591b706c-97dc-4f44-bc68-64e0b018aa26'] response: {'server_uuid': '407a64e8-ef64-49c1-9942-c1a455e8fef5', 'name': 'network-vif-deleted', 'tag': '8d85ac9c-976c-4ea9-976b-b8bd72d48a2f', 'status': 'completed', 'code': 200} Jun 20 14:53:28.621738 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] Deleting port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:53:28.622708 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.684602 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086857-beb0-4299-8c1c-e0417f32012a req-0201bff6-6844-4cc3-9790-b8e7e7f6e1ad tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:28.686341 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0f086857-beb0-4299-8c1c-e0417f32012a req-0201bff6-6844-4cc3-9790-b8e7e7f6e1ad tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.1512163 Jun 20 14:53:28.688642 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] For port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:28.689029 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.710243 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Calling delete_port for ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 owned by network:dhcp {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:53:28.726126 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] For port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,segment=NetworkSegment(4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16),segment_id=4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:28.727773 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.744331 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] Calling delete_port for ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:53:28.907755 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:28.941363 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] Pushing event deleted for resources: {'Port': ['ID=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:28.949018 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19a3f9-15b0-4285-a0ed-37adcd4faf1b None None] No DVR routers for this DVR port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:53:29.048700 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0f086857-beb0-4299-8c1c-e0417f32012a req-6b9a44d4-800a-4910-9090-d0d0f89c65a2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501475 Jun 20 14:53:29.048700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:29.102981 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.127711 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:29.134047 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] No DVR routers for this DVR port ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 on host dv-cinder-836973-5-iscsi {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:53:29.215618 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.237977 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:29.249701 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:29.249995 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:29.263717 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.278797 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.286063 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:53:29.286420 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.309308 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:53:29.340352 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:53:29.340730 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device ef6b2415-bc3b-45c6-b8b0-c4e64c7b2c50 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:53:29.345851 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16 resource provider aggregate not found Jun 20 14:53:29.360057 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.368588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.372130 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73 HTTP/1.1" status: 204 len: 168 time: 1.0343056 Jun 20 14:53:29.386574 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a5b35d8-d433-4352-8e6f-e3bc5ccc2b16 found for delete ", "request_id": "req-7b800256-bf59-4b2f-9df4-f02e97d7de75"}]} Jun 20 14:53:29.387707 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8168d-8efa-4e4f-b8e9-45785a730eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d11d7fa-1bd8-4968-b0fd-ff1f9411ca73,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:29.519056 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-84d8ca61-4709-47f3-9ae6-2c9cf7354b4d req-82f0100e-438e-4e93-a2d0-8dd32e12bf82 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0348051 Jun 20 14:53:29.578575 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50720) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:29.649755 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50726) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:29.696825 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d1197859-6e0f-4813-b565-a8b9ceabee3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=361bd83b835c4ec3b01a1173b2d9cb1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452485 Jun 20 14:53:29.698724 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50728) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:29.754677 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38999516-53ff-4dfb-9312-fe43b7d35cbc admin admin] Publish callbacks [] for security_group (02026914-d35d-47f3-97fd-111d98dd6cac), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.777689 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38999516-53ff-4dfb-9312-fe43b7d35cbc admin admin] Publish callbacks [] for security_group (02026914-d35d-47f3-97fd-111d98dd6cac), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.828624 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38999516-53ff-4dfb-9312-fe43b7d35cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (02026914-d35d-47f3-97fd-111d98dd6cac), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.831614 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626467476-network', 'tenant_id': '7500725f7c744f318862323e13c5f23e'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:29.832132 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-38999516-53ff-4dfb-9312-fe43b7d35cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.835803 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-38999516-53ff-4dfb-9312-fe43b7d35cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02026914-d35d-47f3-97fd-111d98dd6cac HTTP/1.1" status: 204 len: 168 time: 0.1331508 Jun 20 14:53:29.842325 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38999516-53ff-4dfb-9312-fe43b7d35cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02026914-d35d-47f3-97fd-111d98dd6cac,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:29.856239 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Made reservation on behalf of 7500725f7c744f318862323e13c5f23e for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:29.859373 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.870002 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.950376 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks [] for security_group (406b37c1-06a6-48f3-b548-fa10626841c1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.955687 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (406b37c1-06a6-48f3-b548-fa10626841c1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:29.987870 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:53:29.995195 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406b37c1-06a6-48f3-b548-fa10626841c1,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:30.005808 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:30.006459 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Added segment 96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca of type vlan for network 99ae49b1-4209-43ab-a443-be5d8d242625 Jun 20 14:53:30.053518 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (99ae49b1-4209-43ab-a443-be5d8d242625), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:30.090203 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (99ae49b1-4209-43ab-a443-be5d8d242625), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:30.091636 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:30.092902 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:30.164446 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=11 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:30.165524 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:30.170711 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] Pushing event updated for resources: {'Network': ['ID=99ae49b1-4209-43ab-a443-be5d8d242625,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:30.186443 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 99ae49b1-4209-43ab-a443-be5d8d242625 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:53:30.196823 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-102e394d-db02-4993-aa37-f9162836c79b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6164825 Jun 20 14:53:30.200863 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50742) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:30.216194 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Request body: {'subnet': {'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626467476-subnet', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:30.233201 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60fac-9821-4a81-9bf1-95b911a203e5 req-409f4450-cbd4-4db1-9ed4-39ff9ccba69e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:30.234846 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9ca60fac-9821-4a81-9bf1-95b911a203e5 req-409f4450-cbd4-4db1-9ed4-39ff9ccba69e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0844898 Jun 20 14:53:30.272503 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Made reservation on behalf of 7500725f7c744f318862323e13c5f23e for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:30.275295 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15892944'] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:30.327097 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9ca60fac-9821-4a81-9bf1-95b911a203e5 req-97674349-fdfa-4aa8-9788-46f85a5ff687 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843947 Jun 20 14:53:30.385434 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:53:30.462645 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:53:30.475823 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 8d85ac9c-976c-4ea9-976b-b8bd72d48a2f not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:53:30.488848 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:53:30.729977 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efa893c9-d3c7-414a-b324-df3b57eb304d req-56bb27be-c1e6-4692-ae90-855b8930b156 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=407a64e8-ef64-49c1-9942-c1a455e8fef5 HTTP/1.1" status: 200 len: 210 time: 0.0432987 Jun 20 14:53:30.851982 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15963204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15892770'] for subnet (07baa2fe-57a5-44d9-b3d8-31870440880e), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:30.912110 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07baa2fe-57a5-44d9-b3d8-31870440880e,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:30.930274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Checking segment: {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:30.930627 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Network hostable DHCP agents. Network: 99ae49b1-4209-43ab-a443-be5d8d242625, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:53:30.952570 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Network 99ae49b1-4209-43ab-a443-be5d8d242625 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:53:30.965129 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 99ae49b1-4209-43ab-a443-be5d8d242625) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:30.969978 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:30.970774 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:30.979227 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884d58f2-eeea-4d34-9c0d-097c41241d75 None None] Network 99ae49b1-4209-43ab-a443-be5d8d242625 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:53:31.022379 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f707eb7d-b300-46af-8aef-fc710143bb3c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8153150 Jun 20 14:53:31.022620 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50778) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:31.032203 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:31.081374 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.085248 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.158443 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks [] for router_controller (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), precommit_add_association {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.189671 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50784) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:31.297979 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-99ae49b1-4209-43ab-a443-be5d8d242625', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'project_id': '7500725f7c744f318862323e13c5f23e', 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:53:31.299754 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.317592 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-network', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:31.326436 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks [] for router_gateway (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.370996 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Made reservation on behalf of a98f7478c9384ee298321a1506aa0bde for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:31.371198 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:31.375347 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.404648 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.497267 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:31.498380 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:31.513812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Allocated IP 172.20.0.2 (99ae49b1-4209-43ab-a443-be5d8d242625/07baa2fe-57a5-44d9-b3d8-31870440880e/3e6894bb-2ed5-4705-931e-e73e4c813f13) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:31.515822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks [] for security_group (14c62a34-c998-45af-880f-d3014dddf23e), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.520212 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (14c62a34-c998-45af-880f-d3014dddf23e), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.553285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fe907-abb8-4b62-a536-e107ae84a653 req-1e976588-b858-40f7-88a1-ed26a8354611 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:31.554826 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-396fe907-abb8-4b62-a536-e107ae84a653 req-1e976588-b858-40f7-88a1-ed26a8354611 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0872927 Jun 20 14:53:31.555670 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:53:31.573352 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c62a34-c998-45af-880f-d3014dddf23e,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:31.578898 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (42951a89-6fbf-443d-9382-08ba36974ed8), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.579330 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Added segment 42951a89-6fbf-443d-9382-08ba36974ed8 of type vlan for network 65993a3b-f9af-4743-b7d5-a4affcfed083 Jun 20 14:53:31.638356 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (65993a3b-f9af-4743-b7d5-a4affcfed083), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.652666 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks [] for router_gateway (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.681321 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.690779 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (65993a3b-f9af-4743-b7d5-a4affcfed083), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.694462 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:31.695946 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-396fe907-abb8-4b62-a536-e107ae84a653 req-a92ee0fa-d788-4bd7-b176-8e0469b53e1b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984244 Jun 20 14:53:31.696923 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.776227 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5853395 Jun 20 14:53:31.777262 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50808) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:31.817932 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Request body: {'subnet': {'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-subnet', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:31.842083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:31.847339 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c665b-341d-4583-8b10-a028ce77af93 admin admin] Pushing event updated for resources: {'Network': ['ID=65993a3b-f9af-4743-b7d5-a4affcfed083,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:31.860252 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:53:31.869380 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:31.877892 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Made reservation on behalf of a98f7478c9384ee298321a1506aa0bde for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:31.880508 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15892944'] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.888940 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Publish callbacks [] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:31.906146 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Allocated IP 172.27.1.14 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/6929733d-093a-41ca-9f20-fc7a44411af9) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:31.936945 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.089894 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:32.117341 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Network 99ae49b1-4209-43ab-a443-be5d8d242625 is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:32.119861 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Pushing event updated for resources: {'Port': ['ID=3e6894bb-2ed5-4705-931e-e73e4c813f13,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:32.123547 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:32.126849 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:32.170759 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks [] for port (6929733d-093a-41ca-9f20-fc7a44411af9), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.228359 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Attempting to bind port 3e6894bb-2ed5-4705-931e-e73e4c813f13 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:32.229174 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Attempting to bind port 3e6894bb-2ed5-4705-931e-e73e4c813f13 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:32.229535 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Attempting to bind port 3e6894bb-2ed5-4705-931e-e73e4c813f13 on network 99ae49b1-4209-43ab-a443-be5d8d242625 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:32.239086 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:32.239637 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Checking segment: {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:32.240306 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.242177 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Bound using segment: {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:32.242896 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Bound port: 3e6894bb-2ed5-4705-931e-e73e4c813f13, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:32.243899 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.244210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.265300 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15963204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15892770'] for subnet (7cce4256-7567-48b4-9751-1724eab85514), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.334744 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cce4256-7567-48b4-9751-1724eab85514,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:32.374983 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Checking segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:32.375420 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Network hostable DHCP agents. Network: 65993a3b-f9af-4743-b7d5-a4affcfed083, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:53:32.381367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:32.394010 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:32.400362 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:32.413401 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:53:32.419102 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] For port 3e6894bb-2ed5-4705-931e-e73e4c813f13, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:32.424215 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Pushing event updated for resources: {'Port': ['ID=6929733d-093a-41ca-9f20-fc7a44411af9,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:32.439220 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] For port 3e6894bb-2ed5-4705-931e-e73e4c813f13, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=3e6894bb-2ed5-4705-931e-e73e4c813f13,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:32.441123 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 65993a3b-f9af-4743-b7d5-a4affcfed083) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:32.448104 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.456936 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda97754-05d5-4da2-a70b-08eb1bb1a912 None None] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:53:32.460156 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:32.460779 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.461938 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-23d31f2b-b6dc-438f-9de1-ebec500ba7fa tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:32.468590 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-23d31f2b-b6dc-438f-9de1-ebec500ba7fa tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/networks?id=156bc734-fceb-4cfe-9464-367866d760d0 HTTP/1.1" status: 200 len: 807 time: 0.2549996 Jun 20 14:53:32.489154 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-d512c900-bd84-4bfb-babb-e20894b5179f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6749687 Jun 20 14:53:32.489448 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-91594f28-a1ca-439d-ac28-5114e49e4276 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/quotas/c461f88b7a00462c99532ec1262cb23c HTTP/1.1" status: 200 len: 375 time: 0.0195739 Jun 20 14:53:32.489862 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50844) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:32.496282 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:32.558170 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.559310 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.565525 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-0213da11-2335-4a71-ab0c-9e0add464d4c tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c461f88b7a00462c99532ec1262cb23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751786 Jun 20 14:53:32.719533 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks [] for router_controller (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), precommit_add_association {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.756799 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:32.792577 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ecc0a-1fbe-4af7-99d1-54e66c212bc0 None None] Pushing event updated for resources: {'Port': ['ID=3e6894bb-2ed5-4705-931e-e73e4c813f13,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:32.850431 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:32.878498 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-ed93da67-a9b9-46d3-b0de-8db335bbc99d service neutron] 10.222.0.23 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113465 Jun 20 14:53:32.907125 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-65993a3b-f9af-4743-b7d5-a4affcfed083', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:53:32.908477 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:32.938697 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbbaab-bdd4-4a43-93e7-cd5941025653 req-2389da72-f296-4be6-909a-66a9d9e3fa4b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:32.939450 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03cbbaab-bdd4-4a43-93e7-cd5941025653 req-2389da72-f296-4be6-909a-66a9d9e3fa4b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0723145 Jun 20 14:53:33.075989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks [] for router_gateway (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:33.087572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks [] for router_gateway (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:33.208779 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-5b48ad12-71cb-4cda-9ef3-e5103dee576e service neutron] 10.222.0.23 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290474 Jun 20 14:53:33.260144 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Allocated IP 172.20.0.2 (65993a3b-f9af-4743-b7d5-a4affcfed083/7cce4256-7567-48b4-9751-1724eab85514/341230d2-1d2c-49b9-bc76-b918c128d99b) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:33.318819 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03cbbaab-bdd4-4a43-93e7-cd5941025653 req-e904bbc3-1359-4b4d-86f9-7b3bbbedea06 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376227 Jun 20 14:53:33.500279 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:33.544785 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 3e6894bb-2ed5-4705-931e-e73e4c813f13 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:33.586055 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:33.670127 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5de77492-90d7-42ed-af71-0cd14b9113d1 req-879239b2-1123-4b4c-9c03-0206b8d78d12 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 210 time: 0.0553274 Jun 20 14:53:33.829074 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:33.830159 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 3e6894bb-2ed5-4705-931e-e73e4c813f13 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:33.833718 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:33.840352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:53:33.948156 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:33.972555 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1739a-37dc-4506-a0dc-25b2a313eaf2 req-996a186c-c88d-4757-a918-87e26d5098fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:33.974759 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b8f1739a-37dc-4506-a0dc-25b2a313eaf2 req-996a186c-c88d-4757-a918-87e26d5098fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 1130 time: 0.1480064 Jun 20 14:53:33.980837 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks [] for router_gateway (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.054046 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.087389 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:34.119470 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 3e6894bb-2ed5-4705-931e-e73e4c813f13 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:34.122863 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.151741 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b8f1739a-37dc-4506-a0dc-25b2a313eaf2 req-c5497eea-70fb-4cbb-8dbe-b3dc76f4a0ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614635 Jun 20 14:53:34.160158 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:53:34.195385 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.199339 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d8d3be1c-e09d-4a12-8321-c4b8cbe044af admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1723452 Jun 20 14:53:34.201686 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50892) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:34.206518 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50894) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:34.210936 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Sync routers for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:53:34.230721 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Publish callbacks [] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.265417 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:34.266243 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:34.277843 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.332672 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Allocated IP 172.27.1.197 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/5fe5d833-8f19-4539-8fcc-ea44951a9819) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:34.351424 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 3e6894bb-2ed5-4705-931e-e73e4c813f13, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=3e6894bb-2ed5-4705-931e-e73e4c813f13,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:34.394821 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.420112 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:34.428111 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:34.431552 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:34.481779 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4bbb704e-7b6c-4993-a08a-1477e1836229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.573559 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Pushing event updated for resources: {'Port': ['ID=341230d2-1d2c-49b9-bc76-b918c128d99b,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:34.613323 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks [] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.626438 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2096a0c3-cad5-4d71-bb03-3858847db68f None None] Network 99ae49b1-4209-43ab-a443-be5d8d242625 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:53:34.685426 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Attempting to bind port 341230d2-1d2c-49b9-bc76-b918c128d99b on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:34.685903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Attempting to bind port 341230d2-1d2c-49b9-bc76-b918c128d99b by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:34.686350 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Attempting to bind port 341230d2-1d2c-49b9-bc76-b918c128d99b on network 65993a3b-f9af-4743-b7d5-a4affcfed083 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:34.689983 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4bbb704e-7b6c-4993-a08a-1477e1836229 admin admin] Publish callbacks [] for security_group (9c374522-20fe-4d2e-9d35-1ac41ecb6d08), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.695385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4bbb704e-7b6c-4993-a08a-1477e1836229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (9c374522-20fe-4d2e-9d35-1ac41ecb6d08), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.695613 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:34.718636 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a26027-dc5c-4360-9030-2bc5c7c73469 req-fb815942-b7f0-46a0-a52f-ba99cce48fa9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:34.725936 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-13a26027-dc5c-4360-9030-2bc5c7c73469 req-fb815942-b7f0-46a0-a52f-ba99cce48fa9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0902247 Jun 20 14:53:34.730125 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4bbb704e-7b6c-4993-a08a-1477e1836229 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=399775a3879d4a79abd01feb37fbae79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210443 Jun 20 14:53:34.731268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.742826 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50904) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:34.788136 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-981f8a70-319b-40b0-8b65-6e0f56b0d16c None None] Provisioning complete for port 3e6894bb-2ed5-4705-931e-e73e4c813f13 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:34.789048 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-981f8a70-319b-40b0-8b65-6e0f56b0d16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.819747 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:34.820228 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-13a26027-dc5c-4360-9030-2bc5c7c73469 req-dcc2bc8d-0949-4ab4-a819-501912c64082 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933568 Jun 20 14:53:34.820815 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Checking segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:34.821779 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.822403 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Bound using segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:34.822956 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Bound port: 341230d2-1d2c-49b9-bc76-b918c128d99b, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:34.823444 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.841442 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:34.846083 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1cb5b255-0bce-4e04-a91f-7b4ecf8cc0aa req-c4d05fb1-aaaf-43d6-9159-3d6e3edd3066 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 210 time: 0.0824375 Jun 20 14:53:34.853748 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:34.860574 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:34.873928 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb704e-7b6c-4993-a08a-1477e1836229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c374522-20fe-4d2e-9d35-1ac41ecb6d08,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:34.902320 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe5d833-8f19-4539-8fcc-ea44951a9819,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:34.906735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:34.917294 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:34.925207 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2edb4bb9-8df5-409a-9334-d0229a0ede91 admin admin] Publish callbacks [] for security_group (9c374522-20fe-4d2e-9d35-1ac41ecb6d08), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:34.986144 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2edb4bb9-8df5-409a-9334-d0229a0ede91 admin admin] Publish callbacks [] for security_group (9c374522-20fe-4d2e-9d35-1ac41ecb6d08), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.021038 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=3e6894bb-2ed5-4705-931e-e73e4c813f13,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:35.036094 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:35.156463 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4875-25c9-4d56-8403-ac3266fac1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.163231 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2edb4bb9-8df5-409a-9334-d0229a0ede91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (9c374522-20fe-4d2e-9d35-1ac41ecb6d08), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.165750 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2edb4bb9-8df5-409a-9334-d0229a0ede91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.168456 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.169231 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2edb4bb9-8df5-409a-9334-d0229a0ede91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c374522-20fe-4d2e-9d35-1ac41ecb6d08 HTTP/1.1" status: 204 len: 168 time: 0.4208977 Jun 20 14:53:35.185618 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:35.224355 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb4bb9-8df5-409a-9334-d0229a0ede91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c374522-20fe-4d2e-9d35-1ac41ecb6d08,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:35.246828 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:35.247458 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:35.250411 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks [] for router_gateway (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.411521 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] For port 341230d2-1d2c-49b9-bc76-b918c128d99b, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:35.453179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 3e6894bb-2ed5-4705-931e-e73e4c813f13 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:35.455161 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:32Z', 'revision_number': 3, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:35.461927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] For port 341230d2-1d2c-49b9-bc76-b918c128d99b, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=341230d2-1d2c-49b9-bc76-b918c128d99b,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:35.572859 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-981f8a70-319b-40b0-8b65-6e0f56b0d16c None None] Current status of the port 3e6894bb-2ed5-4705-931e-e73e4c813f13 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:35.581846 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Checking router: 8522937f-f6b3-4b7e-bb95-02eb2a71d09c for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:53:35.582435 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Updating router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c port 6929733d-093a-41ca-9f20-fc7a44411af9 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:53:35.598151 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.635903 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Allocated IP 172.20.0.1 (99ae49b1-4209-43ab-a443-be5d8d242625/07baa2fe-57a5-44d9-b3d8-31870440880e/13d4693b-f845-4978-89ed-d0254ba3c2f1) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:35.695803 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.813701 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50922) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:35.842792 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fd89ff56-5a05-4f60-a140-f6eae314644b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.916904 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks [] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:35.934907 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.051261 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916cc99-34ee-4476-bd77-54ad827c52a0 req-fe416291-c143-4931-973f-f2dc822e0f0a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:36.054277 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d916cc99-34ee-4476-bd77-54ad827c52a0 req-fe416291-c143-4931-973f-f2dc822e0f0a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0968130 Jun 20 14:53:36.073346 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d95c95fe-4088-4d88-933b-831bb2228f0e req-e87e92ab-4d6a-464b-ae88-5183017d2e2c tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 210 time: 0.0614357 Jun 20 14:53:36.148539 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec46344-bc06-4f45-99dc-5e24dfb0a563 None None] Pushing event updated for resources: {'Port': ['ID=341230d2-1d2c-49b9-bc76-b918c128d99b,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:36.152208 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.155975 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b9ec004d-fcc0-4022-9749-64a9bdc2e760 None None] Provisioning complete for port 3e6894bb-2ed5-4705-931e-e73e4c813f13 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:36.156486 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b9ec004d-fcc0-4022-9749-64a9bdc2e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.156947 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:53:36.160631 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 3e6894bb-2ed5-4705-931e-e73e4c813f13 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:36.161235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.271951 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:36.292934 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Network 99ae49b1-4209-43ab-a443-be5d8d242625 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:36.297089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fd89ff56-5a05-4f60-a140-f6eae314644b admin admin] Publish callbacks [] for security_group (030a1146-181c-4817-8873-aa731afd0e9c), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.318216 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d916cc99-34ee-4476-bd77-54ad827c52a0 req-af5fc5fe-445d-458c-b009-f0f1ec7ae5ee tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515256 Jun 20 14:53:36.319543 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:36.366383 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:36.367407 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fd89ff56-5a05-4f60-a140-f6eae314644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (030a1146-181c-4817-8873-aa731afd0e9c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.380321 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:36.437183 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=49 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:36.514564 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89ff56-5a05-4f60-a140-f6eae314644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a1146-181c-4817-8873-aa731afd0e9c,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:36.561953 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Pushing event updated for resources: {'Port': ['ID=13d4693b-f845-4978-89ed-d0254ba3c2f1,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:36.574123 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-fd89ff56-5a05-4f60-a140-f6eae314644b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6050969a41774001a5060507f24041ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7570083 Jun 20 14:53:36.577696 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 50938) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:36.597011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.649144 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 3e6894bb-2ed5-4705-931e-e73e4c813f13 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:36.659606 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec004d-fcc0-4022-9749-64a9bdc2e760 None None] Current status of the port 3e6894bb-2ed5-4705-931e-e73e4c813f13 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:36.718858 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Publish callbacks [] for port (6929733d-093a-41ca-9f20-fc7a44411af9), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.729236 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.759838 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f26932a-3e03-4a9a-b94a-7cef1e8140ff admin admin] Publish callbacks [] for security_group (030a1146-181c-4817-8873-aa731afd0e9c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.805171 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785dd57-a004-477a-aedc-bff3941fd3ab req-f4811235-bd62-417f-87d9-1a7acbd361f4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:36.812814 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e785dd57-a004-477a-aedc-bff3941fd3ab req-f4811235-bd62-417f-87d9-1a7acbd361f4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.3663766 Jun 20 14:53:36.814927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b0a70-7087-4019-a5bc-b9e168bc7fad None None] Pushing event updated for resources: {'Port': ['ID=6929733d-093a-41ca-9f20-fc7a44411af9,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:36.817776 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Attempting to bind port 6929733d-093a-41ca-9f20-fc7a44411af9 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:36.818457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Attempting to bind port 6929733d-093a-41ca-9f20-fc7a44411af9 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:36.818811 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Attempting to bind port 6929733d-093a-41ca-9f20-fc7a44411af9 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:36.819927 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f26932a-3e03-4a9a-b94a-7cef1e8140ff admin admin] Publish callbacks [] for security_group (030a1146-181c-4817-8873-aa731afd0e9c), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.824674 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-078848c6-9aa8-49f3-a872-28d28d3405d0 None None] Provisioning complete for port 13d4693b-f845-4978-89ed-d0254ba3c2f1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:36.825091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-078848c6-9aa8-49f3-a872-28d28d3405d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.843622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.843931 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:53:36.849109 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:36.849519 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:36.850550 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.850550 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:36.850775 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Bound port: 6929733d-093a-41ca-9f20-fc7a44411af9, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:36.851132 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.863230 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Sync routers for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:53:36.872059 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:36.873577 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:36.874684 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:36.897202 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:36.909806 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-cfa31f71-2496-43d9-abd2-994edc5015b5 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:36.918747 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-cfa31f71-2496-43d9-abd2-994edc5015b5 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "GET /v2.0/networks?id=156bc734-fceb-4cfe-9464-367866d760d0 HTTP/1.1" status: 200 len: 807 time: 0.6864154 Jun 20 14:53:36.949645 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f26932a-3e03-4a9a-b94a-7cef1e8140ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (030a1146-181c-4817-8873-aa731afd0e9c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.951808 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.952886 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-97a0c1af-0310-4b06-8652-84a056cfab72 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4619796 Jun 20 14:53:36.956417 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e785dd57-a004-477a-aedc-bff3941fd3ab req-bda7724a-284d-492f-8cd3-a5be8cf91733 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424675 Jun 20 14:53:36.956924 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 50944) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:36.957515 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f26932a-3e03-4a9a-b94a-7cef1e8140ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.959306 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8f26932a-3e03-4a9a-b94a-7cef1e8140ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/030a1146-181c-4817-8873-aa731afd0e9c HTTP/1.1" status: 204 len: 168 time: 0.3793979 Jun 20 14:53:36.968205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-078848c6-9aa8-49f3-a872-28d28d3405d0 None None] Port 13d4693b-f845-4978-89ed-d0254ba3c2f1 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:53:36.982108 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:36.995039 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] For port 6929733d-093a-41ca-9f20-fc7a44411af9, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:37.000335 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] For port 6929733d-093a-41ca-9f20-fc7a44411af9, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=6929733d-093a-41ca-9f20-fc7a44411af9,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:37.012206 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26932a-3e03-4a9a-b94a-7cef1e8140ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a1146-181c-4817-8873-aa731afd0e9c,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:37.017542 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:37.065896 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:37.149108 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:37.154387 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:37.384418 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:37.394284 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks [] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:37.398878 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-da2c8704-6278-452e-b13f-4d31d9791aef req-858a362b-8421-4595-b52a-a82dc565e206 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 210 time: 0.1679187 Jun 20 14:53:37.400889 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:37.450813 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:37.460483 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b0a70-7087-4019-a5bc-b9e168bc7fad None None] Pushing event updated for resources: {'Port': ['ID=6929733d-093a-41ca-9f20-fc7a44411af9,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:37.514307 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:37.518044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 341230d2-1d2c-49b9-bc76-b918c128d99b up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:37.525322 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Pushing event updated for resources: {'Port': ['ID=13d4693b-f845-4978-89ed-d0254ba3c2f1,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:37.549435 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:35Z', 'revision_number': 3, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:37.626230 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Checking router: 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:53:37.626580 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Updating router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 port 5fe5d833-8f19-4539-8fcc-ea44951a9819 binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:53:37.673276 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-201c53b1-7d8b-4826-bb4c-3108f5a4f168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:37.675659 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:37.681411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:37.687123 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c386470-a281-44c3-822f-598fb7021cdf None None] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:53:37.716044 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Network 99ae49b1-4209-43ab-a443-be5d8d242625 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:37.720015 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:37.725431 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:37.931428 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-5aab9e6e-b4e8-4e00-8556-a71238ca64e6 None None] Provisioning complete for port 341230d2-1d2c-49b9-bc76-b918c128d99b triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:37.932040 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5aab9e6e-b4e8-4e00-8556-a71238ca64e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:37.960168 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:53:37.998916 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.069388 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:38.141820 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Publish callbacks [] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.144379 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:38.149115 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.183724 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:53:38.184104 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 341230d2-1d2c-49b9-bc76-b918c128d99b triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:38.184574 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.212753 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-3eedcaee-95c3-45a3-94ef-aa74551a5bcf admin admin] 10.222.0.23 "PUT /v2.0/routers/8522937f-f6b3-4b7e-bb95-02eb2a71d09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0013819 Jun 20 14:53:38.216899 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Pushing event updated for resources: {'Port': ['ID=5fe5d833-8f19-4539-8fcc-ea44951a9819,revision_number=2']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:38.229024 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.229607 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.230195 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.230741 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.231516 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.232039 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.232566 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.233126 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.233661 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.234195 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.234730 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.235264 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.235796 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.236290 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.236621 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:53:38.275655 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Attempting to bind port 5fe5d833-8f19-4539-8fcc-ea44951a9819 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:38.276324 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Attempting to bind port 5fe5d833-8f19-4539-8fcc-ea44951a9819 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:38.276887 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Attempting to bind port 5fe5d833-8f19-4539-8fcc-ea44951a9819 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:38.289918 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:38.290524 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:38.291092 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.291709 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:38.292533 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Bound port: 5fe5d833-8f19-4539-8fcc-ea44951a9819, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:38.293161 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.305237 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Allocated IP 172.20.0.1 (65993a3b-f9af-4743-b7d5-a4affcfed083/7cce4256-7567-48b4-9751-1724eab85514/36205e9d-df8a-4623-901e-dbced90cd10b) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:38.336033 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-5aab9e6e-b4e8-4e00-8556-a71238ca64e6 None None] Current status of the port 341230d2-1d2c-49b9-bc76-b918c128d99b is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:38.336470 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5aab9e6e-b4e8-4e00-8556-a71238ca64e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.411164 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:38.434916 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] For port 5fe5d833-8f19-4539-8fcc-ea44951a9819, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:38.443847 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] For port 5fe5d833-8f19-4539-8fcc-ea44951a9819, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=5fe5d833-8f19-4539-8fcc-ea44951a9819,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:38.460018 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.476706 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-5aab9e6e-b4e8-4e00-8556-a71238ca64e6 None None] For port 341230d2-1d2c-49b9-bc76-b918c128d99b, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=341230d2-1d2c-49b9-bc76-b918c128d99b,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:38.476878 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks [] for port (36205e9d-df8a-4623-901e-dbced90cd10b), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.510267 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5aab9e6e-b4e8-4e00-8556-a71238ca64e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.515762 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.573314 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:38.583440 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:38.587979 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d701cb0-4163-4e64-a775-feab6be0b0b9 None None] Pushing event updated for resources: {'Port': ['ID=5fe5d833-8f19-4539-8fcc-ea44951a9819,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:38.591506 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 341230d2-1d2c-49b9-bc76-b918c128d99b is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:38.591939 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.593118 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:38.600953 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Pushing event updated for resources: {'Port': ['ID=36205e9d-df8a-4623-901e-dbced90cd10b,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:38.617677 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.618589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:35Z', 'revision_number': 1, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:38.621552 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:38.623743 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:38.627874 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:38.648014 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:38.651631 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:38.684691 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dca09a-60dc-4bcc-87af-59144a180edb None None] The sync data for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi is: [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:35Z', 'revision_number': 1, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:53:38.687019 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab9e6e-b4e8-4e00-8556-a71238ca64e6 None None] Pushing event updated for resources: {'Port': ['ID=341230d2-1d2c-49b9-bc76-b918c128d99b,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:38.693850 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-45221fd2-15b5-44b7-9961-849d0f9cfa06 None None] Provisioning complete for port 341230d2-1d2c-49b9-bc76-b918c128d99b triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:38.693850 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-45221fd2-15b5-44b7-9961-849d0f9cfa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.708905 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-88675ccc-053b-44fb-ae9d-9620d800c108 req-cb541f11-52b8-418a-8f26-b9cd0b767253 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 210 time: 0.1731529 Jun 20 14:53:38.724140 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.851640 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.db.api [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 20 14:53:38.852052 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG oslo_db.api [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 20 14:53:38.875803 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:38.917740 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-45221fd2-15b5-44b7-9961-849d0f9cfa06 None None] Current status of the port 341230d2-1d2c-49b9-bc76-b918c128d99b is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:38.935862 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-45221fd2-15b5-44b7-9961-849d0f9cfa06 None None] Provisioning complete for port 13d4693b-f845-4978-89ed-d0254ba3c2f1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:38.936187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-45221fd2-15b5-44b7-9961-849d0f9cfa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:38.951985 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Request body: {'port': {'device_id': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0', 'admin_state_up': True, 'tenant_id': 'c461f88b7a00462c99532ec1262cb23c'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:39.001155 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-45221fd2-15b5-44b7-9961-849d0f9cfa06 None None] Port 13d4693b-f845-4978-89ed-d0254ba3c2f1 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:53:39.152309 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-363daeee-b843-416c-b24e-5b09b2ccdc02 None None] Provisioning complete for port 36205e9d-df8a-4623-901e-dbced90cd10b triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:39.158765 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-363daeee-b843-416c-b24e-5b09b2ccdc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.256121 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.270325 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-363daeee-b843-416c-b24e-5b09b2ccdc02 None None] Port 36205e9d-df8a-4623-901e-dbced90cd10b cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:53:39.285690 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:35Z', 'revision_number': 3, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:39.324376 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ce305-dbe1-444f-97ab-764066b5744a None None] The sync data for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi is: [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:35Z', 'revision_number': 3, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:53:39.333194 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:39.372560 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Made reservation on behalf of c461f88b7a00462c99532ec1262cb23c for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:39.376176 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.425861 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 341230d2-1d2c-49b9-bc76-b918c128d99b is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:39.443018 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51012) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:39.457871 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-246797242-network', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:39.501215 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Made reservation on behalf of 1a13f6f625ef4d2e9db262a4e561648b for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:39.504064 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.520697 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.593976 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks [] for port (36205e9d-df8a-4623-901e-dbced90cd10b), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.601088 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 341230d2-1d2c-49b9-bc76-b918c128d99b up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:39.604428 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.689678 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks [] for security_group (963881f2-0cba-4088-ac0c-9e3221fda4f1), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.695336 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (963881f2-0cba-4088-ac0c-9e3221fda4f1), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.696683 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 341230d2-1d2c-49b9-bc76-b918c128d99b triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:39.697910 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.718805 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:53:39.726378 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Pushing event updated for resources: {'Port': ['ID=36205e9d-df8a-4623-901e-dbced90cd10b,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:39.756404 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (2ed93c92-96d3-40a9-8406-b9e20f9479f6), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.756812 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Added segment 2ed93c92-96d3-40a9-8406-b9e20f9479f6 of type vlan for network a9d84451-e90e-48c0-b5b6-cfadee15a681 Jun 20 14:53:39.813771 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:39.953150 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (a9d84451-e90e-48c0-b5b6-cfadee15a681), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:40.004182 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Allocated IP 172.20.0.13 (156bc734-fceb-4cfe-9464-367866d760d0/c5a1ba87-73aa-4de3-b74c-0be9e8f0a159/58d38709-d644-420a-adf0-6acafb161ee3) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:40.015582 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-396421d5-246a-43db-8061-67d8d26da862 req-fb021fde-a43e-449b-b1eb-44e3fb405d27 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 210 time: 0.0924852 Jun 20 14:53:40.016785 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963881f2-0cba-4088-ac0c-9e3221fda4f1,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:40.085531 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (a9d84451-e90e-48c0-b5b6-cfadee15a681), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:40.086807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:40.087347 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:40.088303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:40.155028 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7076080 Jun 20 14:53:40.155468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51032) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:40.160653 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Request body: {'subnet': {'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-246797242-subnet', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:40.213600 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:40.223577 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:40.259523 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23dee-5de5-4efb-8a88-34946142459b admin admin] Pushing event updated for resources: {'Network': ['ID=a9d84451-e90e-48c0-b5b6-cfadee15a681,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:40.297988 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Made reservation on behalf of 1a13f6f625ef4d2e9db262a4e561648b for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:40.305315 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15994206'] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:40.428569 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-0bfc738e-a49a-4d91-8709-1392ee2abfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:40.431002 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-0bfc738e-a49a-4d91-8709-1392ee2abfd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 1129 time: 0.0756116 Jun 20 14:53:40.447892 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:40.528087 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:53:40.695353 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:53:40.783863 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 341230d2-1d2c-49b9-bc76-b918c128d99b is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:40.798262 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:40.802796 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:40.805469 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-84efcbbe-a31c-45b7-ab1b-f6cfe03cc29a None None] Provisioning complete for port 36205e9d-df8a-4623-901e-dbced90cd10b triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:40.805974 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-84efcbbe-a31c-45b7-ab1b-f6cfe03cc29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:40.861589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-84efcbbe-a31c-45b7-ab1b-f6cfe03cc29a None None] Port 36205e9d-df8a-4623-901e-dbced90cd10b cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:53:40.891234 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4f3e-945a-4da2-82e6-ea92c7735a46 req-4e4e3c01-603b-48c2-9ded-0b179eaf8d13 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:40.907640 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b6d4f3e-945a-4da2-82e6-ea92c7735a46 req-4e4e3c01-603b-48c2-9ded-0b179eaf8d13 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.3949933 Jun 20 14:53:40.909316 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:40.960612 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:53:40.967811 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-78d832bf-4b4c-4baf-af19-f96cf70a5b15 admin admin] 10.222.0.23 "PUT /v2.0/routers/0ba9c9d9-9cf7-4320-a488-a0730d6d1253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0094106 Jun 20 14:53:40.978107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-cb3f8161-f4d6-471f-b990-c84dde5307ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:40.979647 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-cb3f8161-f4d6-471f-b990-c84dde5307ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.5326653 Jun 20 14:53:41.062884 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-f78e3cf7-c482-4738-a5e5-2abe5a29ca74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa0872d-d472-425e-bc75-cdef4f527e6e HTTP/1.1" status: 200 len: 217 time: 0.0703464 Jun 20 14:53:41.084376 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks [] for port (58d38709-d644-420a-adf0-6acafb161ee3), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:41.141671 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4b6d4f3e-945a-4da2-82e6-ea92c7735a46 req-74600ba5-c48d-4778-a097-95706242ea1e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327905 Jun 20 14:53:41.174620 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (58d38709-d644-420a-adf0-6acafb161ee3), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:41.264686 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Pushing event updated for resources: {'Port': ['ID=58d38709-d644-420a-adf0-6acafb161ee3,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:41.317783 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-ab80eb27-6748-4b42-b65c-c6582de7d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:41.321115 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-ab80eb27-6748-4b42-b65c-c6582de7d5ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.2470236 Jun 20 14:53:41.326850 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838999d0-b6db-4d41-a91d-5ce6a6d8d1af req-fe4c5158-dc5f-4e3f-bac0-0f617d99936a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:41.328440 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-838999d0-b6db-4d41-a91d-5ce6a6d8d1af req-fe4c5158-dc5f-4e3f-bac0-0f617d99936a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 932 time: 0.1761987 Jun 20 14:53:41.358086 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Network 156bc734-fceb-4cfe-9464-367866d760d0 is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:41.368314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:41.385143 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:41.426214 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14740296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15994284'] for subnet (7add8c40-0b76-46c2-8cf7-a36459fe3e58), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:41.454052 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:41.480376 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-838999d0-b6db-4d41-a91d-5ce6a6d8d1af req-45a6e7d0-7d36-46fc-a651-73f85bc262e1 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409662 Jun 20 14:53:41.517926 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:41.520333 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:41.549869 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-e63f8bf8-4bac-459f-8da0-8cee8579100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:41.553338 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-e63f8bf8-4bac-459f-8da0-8cee8579100b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2169499 Jun 20 14:53:41.554826 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-fddc1c1b-d129-45b0-a3a5-ac3906ed214d tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6133654 Jun 20 14:53:41.576597 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Request body: {'port': {'device_id': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:41.653681 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (58d38709-d644-420a-adf0-6acafb161ee3), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:41.689590 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7add8c40-0b76-46c2-8cf7-a36459fe3e58,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:41.696172 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 6929733d-093a-41ca-9f20-fc7a44411af9 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:41.722090 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51082) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:41.733910 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-481d9074-da42-420c-a3ce-c9bd514d2b05 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187725134', 'description': 'tempest-description--89802429'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:41.769598 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Checking segment: {'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:41.769970 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Network hostable DHCP agents. Network: a9d84451-e90e-48c0-b5b6-cfadee15a681, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:53:41.775028 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-481d9074-da42-420c-a3ce-c9bd514d2b05 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:41.808554 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:53:41.819693 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-210f4133-9ddd-42c4-80b0-2f3c091a688d service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398899 Jun 20 14:53:41.823061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, a9d84451-e90e-48c0-b5b6-cfadee15a681) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:41.827542 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:41.828158 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:41.850905 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e710b4-bdfe-4fc3-bbe2-e42a7e404163 None None] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:53:41.886501 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0c3fb7a7-ad4e-4a69-b12f-d0afeda77221 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7300026 Jun 20 14:53:41.889527 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51090) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:41.889668 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:41.894162 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:41.918710 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:41.979678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 6929733d-093a-41ca-9f20-fc7a44411af9 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:41.980091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.010640 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-481d9074-da42-420c-a3ce-c9bd514d2b05 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (6920469d-d430-4a7a-b257-edb348364abc), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.017936 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-481d9074-da42-420c-a3ce-c9bd514d2b05 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6920469d-d430-4a7a-b257-edb348364abc), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.065827 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-a9d84451-e90e-48c0-b5b6-cfadee15a681', 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681', 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'fixed_ips': [{'subnet_id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:53:42.066783 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.082070 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-481d9074-da42-420c-a3ce-c9bd514d2b05 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.086800 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-481d9074-da42-420c-a3ce-c9bd514d2b05 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3605506 Jun 20 14:53:42.086800 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:42.087656 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51094) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:42.089931 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d9074-da42-420c-a3ce-c9bd514d2b05 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6920469d-d430-4a7a-b257-edb348364abc,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:42.099915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-f3241c5f-16bc-4416-928d-a5feeb6e712c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'security_group_rule': {'security_group_id': '6920469d-d430-4a7a-b257-edb348364abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:42.200553 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:42.212535 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 6929733d-093a-41ca-9f20-fc7a44411af9 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:42.212822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d38709-d644-420a-adf0-6acafb161ee3 {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:53:42.212962 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.231096 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f3241c5f-16bc-4416-928d-a5feeb6e712c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (0ea19247-9413-41b6-b4c4-0d2a8efa3e75), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.235991 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:42.240192 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (25ff933f-8a98-49e6-bb67-57eee7e0a361), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.241573 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (25ff933f-8a98-49e6-bb67-57eee7e0a361), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.252187 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Publish callbacks [] for port (58d38709-d644-420a-adf0-6acafb161ee3), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.292210 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e8f9a541-4c13-4a0c-89c5-5155f2397c43 req-52ff371b-211f-4d64-8024-108bb0b06f6e service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559731 Jun 20 14:53:42.310098 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 6929733d-093a-41ca-9f20-fc7a44411af9, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=6929733d-093a-41ca-9f20-fc7a44411af9,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:42.317998 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.319029 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5fe5d833-8f19-4539-8fcc-ea44951a9819 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:42.339959 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Transition to ACTIVE for port object 58d38709-d644-420a-adf0-6acafb161ee3 will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:53:42.355811 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (58d38709-d644-420a-adf0-6acafb161ee3), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.369861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks [] for router_controller (25ff933f-8a98-49e6-bb67-57eee7e0a361), precommit_add_association {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.394787 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Allocated IP 172.20.0.2 (a9d84451-e90e-48c0-b5b6-cfadee15a681/7add8c40-0b76-46c2-8cf7-a36459fe3e58/e89a9a13-707a-4b35-8bad-a8132be7e5ba) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:42.430702 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fc6f5-7aaf-4596-9a7b-7bac19529d19 req-5abfa667-069d-4de5-9f1d-f24581d1e1b6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:42.432501 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7b4fc6f5-7aaf-4596-9a7b-7bac19529d19 req-5abfa667-069d-4de5-9f1d-f24581d1e1b6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.1653287 Jun 20 14:53:42.448136 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 5fe5d833-8f19-4539-8fcc-ea44951a9819 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:42.448505 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.476986 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=6929733d-093a-41ca-9f20-fc7a44411af9,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:42.505117 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Pushing event updated for resources: {'Port': ['ID=58d38709-d644-420a-adf0-6acafb161ee3,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:42.509688 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f3241c5f-16bc-4416-928d-a5feeb6e712c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (0ea19247-9413-41b6-b4c4-0d2a8efa3e75), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.529896 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f3241c5f-16bc-4416-928d-a5feeb6e712c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (0ea19247-9413-41b6-b4c4-0d2a8efa3e75), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.641596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks [] for router_gateway (25ff933f-8a98-49e6-bb67-57eee7e0a361), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.672150 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3241c5f-16bc-4416-928d-a5feeb6e712c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea19247-9413-41b6-b4c4-0d2a8efa3e75,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:42.679133 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7b4fc6f5-7aaf-4596-9a7b-7bac19529d19 req-2b215799-90cd-4321-9378-3da5855ebf4b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356296 Jun 20 14:53:42.688791 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f3241c5f-16bc-4416-928d-a5feeb6e712c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.689882 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f3241c5f-16bc-4416-928d-a5feeb6e712c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5951102 Jun 20 14:53:42.692579 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51112) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:42.699109 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 5fe5d833-8f19-4539-8fcc-ea44951a9819 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:42.699495 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.700105 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-e57a6f4a-d26e-4b3f-a928-1bcfb6fcd157 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'security_group_rule': {'security_group_id': '6920469d-d430-4a7a-b257-edb348364abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:42.720685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45645908-054d-446a-bb2a-f63465d62866 req-d96e0bb6-fa5b-4a31-ae13-93d9ac1f1077 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:42.722519 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-45645908-054d-446a-bb2a-f63465d62866 req-d96e0bb6-fa5b-4a31-ae13-93d9ac1f1077 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 944 time: 0.0852172 Jun 20 14:53:42.773552 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Attempting to bind port 58d38709-d644-420a-adf0-6acafb161ee3 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:42.777699 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 5fe5d833-8f19-4539-8fcc-ea44951a9819, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=5fe5d833-8f19-4539-8fcc-ea44951a9819,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:42.781975 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Attempting to bind port 58d38709-d644-420a-adf0-6acafb161ee3 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:42.784169 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Attempting to bind port 58d38709-d644-420a-adf0-6acafb161ee3 on network 156bc734-fceb-4cfe-9464-367866d760d0 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:42.796485 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.808815 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Port 58d38709-d644-420a-adf0-6acafb161ee3 on network 156bc734-fceb-4cfe-9464-367866d760d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:53:42.809527 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Attempting to bind port 58d38709-d644-420a-adf0-6acafb161ee3 on network 156bc734-fceb-4cfe-9464-367866d760d0 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:42.832023 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:42.832862 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Checking segment: {'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:42.833971 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Bound using segment: {'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:42.835109 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Bound port: 58d38709-d644-420a-adf0-6acafb161ee3, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16bbe58-195d-4a85-840e-14b93209dc6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:42.836204 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (58d38709-d644-420a-adf0-6acafb161ee3), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.862110 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:42.865435 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e57a6f4a-d26e-4b3f-a928-1bcfb6fcd157 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (a08f1314-9704-482a-b619-1d699cd58a1f), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.869872 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-45645908-054d-446a-bb2a-f63465d62866 req-2e8728c5-a3c0-4cb8-bde4-81cc9062650e tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302946 Jun 20 14:53:42.941922 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Publish callbacks [] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.950294 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=5fe5d833-8f19-4539-8fcc-ea44951a9819,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:42.956885 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:42.965809 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51122) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:43.005243 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Pushing event updated for resources: {'Port': ['ID=e89a9a13-707a-4b35-8bad-a8132be7e5ba,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:43.022973 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:43.025323 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:43.028549 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:43.042588 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] For port 58d38709-d644-420a-adf0-6acafb161ee3, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:43.047210 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] For port 58d38709-d644-420a-adf0-6acafb161ee3, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=58d38709-d644-420a-adf0-6acafb161ee3,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:43.048296 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:43.054158 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks [] for router_gateway (25ff933f-8a98-49e6-bb67-57eee7e0a361), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.060404 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e57a6f4a-d26e-4b3f-a928-1bcfb6fcd157 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (a08f1314-9704-482a-b619-1d699cd58a1f), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.062189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (58d38709-d644-420a-adf0-6acafb161ee3), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.083926 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.093199 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e57a6f4a-d26e-4b3f-a928-1bcfb6fcd157 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (a08f1314-9704-482a-b619-1d699cd58a1f), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.157776 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Attempting to bind port e89a9a13-707a-4b35-8bad-a8132be7e5ba on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:43.158526 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Attempting to bind port e89a9a13-707a-4b35-8bad-a8132be7e5ba by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:43.158994 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Attempting to bind port e89a9a13-707a-4b35-8bad-a8132be7e5ba on network a9d84451-e90e-48c0-b5b6-cfadee15a681 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:43.171543 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:43.173127 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Checking segment: {'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:43.173646 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.177201 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Bound using segment: {'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:43.178130 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Bound port: e89a9a13-707a-4b35-8bad-a8132be7e5ba, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:43.178647 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.285103 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] For port e89a9a13-707a-4b35-8bad-a8132be7e5ba, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:43.289676 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] For port e89a9a13-707a-4b35-8bad-a8132be7e5ba, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e89a9a13-707a-4b35-8bad-a8132be7e5ba,segment=NetworkSegment(2ed93c92-96d3-40a9-8406-b9e20f9479f6),segment_id=2ed93c92-96d3-40a9-8406-b9e20f9479f6)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:43.298352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:43.299822 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Allocated IP 172.27.1.121 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/066a89c2-4282-47ad-8238-8dd9b90c4191) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:43.300928 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.335436 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Sync routers for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:53:43.402975 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:43.403428 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:43.457434 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks [] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.465416 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e57a6f4a-d26e-4b3f-a928-1bcfb6fcd157 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.466812 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-e57a6f4a-d26e-4b3f-a928-1bcfb6fcd157 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7721403 Jun 20 14:53:43.470107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51134) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:43.490669 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:43.506304 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-56c2cfa0-8881-4e0d-a457-68d96557bc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.526625 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a6f4a-d26e-4b3f-a928-1bcfb6fcd157 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08f1314-9704-482a-b619-1d699cd58a1f,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:43.529335 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:43.530042 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.531652 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] 10.222.0.26 "PUT /v2.0/ports/58d38709-d644-420a-adf0-6acafb161ee3 HTTP/1.1" status: 200 len: 1094 time: 1.9596138 Jun 20 14:53:43.535082 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'tag': '58d38709-d644-420a-adf0-6acafb161ee3'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:53:43.545875 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaa2ee7-eccd-4c01-9461-5170a89b4705" -d '{"events": [{"name": "network-changed", "server_uuid": "9f72986c-e4c6-440b-97f9-4b5e7444f448", "tag": "58d38709-d644-420a-adf0-6acafb161ee3"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:53:43.578997 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Sync routers for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:53:43.581509 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.609303 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:43.613466 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.638730 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:43.640749 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:43.649032 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06aa5f-7f34-425b-a298-8ec088f50d71 service neutron] Pushing event updated for resources: {'Port': ['ID=58d38709-d644-420a-adf0-6acafb161ee3,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:43.659931 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41081ffc-6f8b-4d10-b028-0104f54d0d32 x-openstack-request-id: req-41081ffc-6f8b-4d10-b028-0104f54d0d32 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:53:43.660621 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f72986c-e4c6-440b-97f9-4b5e7444f448", "tag": "58d38709-d644-420a-adf0-6acafb161ee3", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:53:43.661094 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41081ffc-6f8b-4d10-b028-0104f54d0d32 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:53:43.662563 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41081ffc-6f8b-4d10-b028-0104f54d0d32'] response: {'name': 'network-changed', 'server_uuid': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'tag': '58d38709-d644-420a-adf0-6acafb161ee3', 'status': 'completed', 'code': 200} Jun 20 14:53:43.666978 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:43.680474 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:43.682751 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:43.691173 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:43.733511 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:43.746516 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 6929733d-093a-41ca-9f20-fc7a44411af9 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:43.753253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-e79fae69-634d-4c8c-a472-ca296f349c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:43.756666 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-e79fae69-634d-4c8c-a472-ca296f349c33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c461f88b7a00462c99532ec1262cb23c&device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 1128 time: 0.1135955 Jun 20 14:53:43.807381 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:43.830639 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-4a88061f-1cba-46bf-83e4-3e5e9cf173c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d38709-d644-420a-adf0-6acafb161ee3 HTTP/1.1" status: 200 len: 217 time: 0.0658429 Jun 20 14:53:43.871526 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Pushing event updated for resources: {'Port': ['ID=066a89c2-4282-47ad-8238-8dd9b90c4191,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:43.889024 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:43.914543 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0e1e-8747-4f1b-930c-62c3e3413ee2 None None] Pushing event updated for resources: {'Port': ['ID=e89a9a13-707a-4b35-8bad-a8132be7e5ba,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:43.947870 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-963bf16a-2050-4e5c-b120-c232dff23eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:43.949398 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-963bf16a-2050-4e5c-b120-c232dff23eb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5a1ba87-73aa-4de3-b74c-0be9e8f0a159 HTTP/1.1" status: 200 len: 847 time: 0.1110806 Jun 20 14:53:43.988936 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:43.994550 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 6929733d-093a-41ca-9f20-fc7a44411af9 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:43.995272 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.036625 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-df82b732-0f80-4e31-ad3b-aa1392021001 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=156bc734-fceb-4cfe-9464-367866d760d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708539 Jun 20 14:53:44.082791 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-56c2cfa0-8881-4e0d-a457-68d96557bc9d admin admin] Publish callbacks [] for security_group (7822ab6b-2976-4f46-8003-5c653e614945), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.116755 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-56c2cfa0-8881-4e0d-a457-68d96557bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7822ab6b-2976-4f46-8003-5c653e614945), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.169637 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Allocated IP 172.27.1.170 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/561edca1-f1ab-47a8-aa07-2527bccc4012) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:44.218842 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789afa7f-9c1e-4020-8762-b276e0774307 req-f76a9a44-f31b-4dfe-ac30-50b9ffd39390 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:44.220875 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-789afa7f-9c1e-4020-8762-b276e0774307 req-f76a9a44-f31b-4dfe-ac30-50b9ffd39390 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 944 time: 0.1825888 Jun 20 14:53:44.230285 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-56c2cfa0-8881-4e0d-a457-68d96557bc9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97dd99ed2e79420887f3382fecfc85f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2633791 Jun 20 14:53:44.235012 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51142) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:44.246898 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2cfa0-8881-4e0d-a457-68d96557bc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7822ab6b-2976-4f46-8003-5c653e614945,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:44.266520 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 2, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:44.325476 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Checking router: 8522937f-f6b3-4b7e-bb95-02eb2a71d09c for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:53:44.326143 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Updating router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c port 13d4693b-f845-4978-89ed-d0254ba3c2f1 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:53:44.335264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ff98-5d7a-4e3c-9867-db035202f273 req-0a5896ab-9ea7-477e-8b39-091e2c36f6e4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:44.337756 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0a52ff98-5d7a-4e3c-9867-db035202f273 req-0a5896ab-9ea7-477e-8b39-091e2c36f6e4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.4459434 Jun 20 14:53:44.372581 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-6aeb53bc-b628-4672-a3ce-b1409df12343 service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110354 Jun 20 14:53:44.426216 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.429922 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 2, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:44.433287 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.439183 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 6929733d-093a-41ca-9f20-fc7a44411af9 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:44.440506 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5fe5d833-8f19-4539-8fcc-ea44951a9819 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:44.441924 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-789afa7f-9c1e-4020-8762-b276e0774307 req-6fcad1ad-fb80-4ef1-8191-bd16cd1d2693 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079313 Jun 20 14:53:44.444431 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5a38fa90-f289-4853-b76e-da32227fd4bd admin admin] Publish callbacks [] for security_group (7822ab6b-2976-4f46-8003-5c653e614945), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.503453 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Checking router: 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:53:44.506408 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Updating router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 port 36205e9d-df8a-4623-901e-dbced90cd10b binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:53:44.511584 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.532245 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:44.577241 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.588479 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:44.589701 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5a38fa90-f289-4853-b76e-da32227fd4bd admin admin] Publish callbacks [] for security_group (7822ab6b-2976-4f46-8003-5c653e614945), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.602819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:44.605996 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:44.725137 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:44.805781 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ba8304f-5b7d-42ef-9d19-ebb55b8c4d53 req-1c18fe3f-0fd5-433e-afdb-06403de3bd4b service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224622 Jun 20 14:53:44.812624 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0a52ff98-5d7a-4e3c-9867-db035202f273 req-363e8bcf-c7c8-4b67-9f64-0ab236b026be tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496038 Jun 20 14:53:44.813751 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'Port': ['ID=561edca1-f1ab-47a8-aa07-2527bccc4012,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:44.840993 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5a38fa90-f289-4853-b76e-da32227fd4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7822ab6b-2976-4f46-8003-5c653e614945), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.844349 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5a38fa90-f289-4853-b76e-da32227fd4bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.845637 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5a38fa90-f289-4853-b76e-da32227fd4bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7822ab6b-2976-4f46-8003-5c653e614945 HTTP/1.1" status: 204 len: 168 time: 0.6009724 Jun 20 14:53:44.851778 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:44.859710 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks [] for router_gateway (25ff933f-8a98-49e6-bb67-57eee7e0a361), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:44.877940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38fa90-f289-4853-b76e-da32227fd4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822ab6b-2976-4f46-8003-5c653e614945,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:44.897726 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:44.933906 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (6edfc456-221c-41dc-98ef-c5adfb61f554), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.000757 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.093207 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 5fe5d833-8f19-4539-8fcc-ea44951a9819 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:45.093700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.165356 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Publish callbacks [] for port (36205e9d-df8a-4623-901e-dbced90cd10b), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.167889 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:45.168366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22fc596-2b8a-4b08-aac8-f466455d061c None None] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:53:45.173246 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.232405 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a1c70-9220-4b91-a4f8-b31b0e54b17b None None] Pushing event updated for resources: {'Port': ['ID=36205e9d-df8a-4623-901e-dbced90cd10b,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:45.348450 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.355824 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.357394 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Attempting to bind port 36205e9d-df8a-4623-901e-dbced90cd10b on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:45.358620 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Attempting to bind port 36205e9d-df8a-4623-901e-dbced90cd10b by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:45.359861 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Attempting to bind port 36205e9d-df8a-4623-901e-dbced90cd10b on network 65993a3b-f9af-4743-b7d5-a4affcfed083 {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:45.366812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-535cf19f-ff78-489f-b5f1-eed52a0ba8ea None None] Provisioning complete for port e89a9a13-707a-4b35-8bad-a8132be7e5ba triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:45.367117 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-535cf19f-ff78-489f-b5f1-eed52a0ba8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.376496 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:45.379387 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Checking segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:45.380918 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.381440 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Bound using segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:45.382086 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Bound port: 36205e9d-df8a-4623-901e-dbced90cd10b, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:45.382860 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.450187 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51170) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:45.479938 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0e073fdb-1614-4085-982c-51adfcabad2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.511061 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] For port 36205e9d-df8a-4623-901e-dbced90cd10b, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:45.518547 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] For port 36205e9d-df8a-4623-901e-dbced90cd10b, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=36205e9d-df8a-4623-901e-dbced90cd10b,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:45.532929 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.542578 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 5fe5d833-8f19-4539-8fcc-ea44951a9819 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:45.671568 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:45.672001 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:45.722283 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0e073fdb-1614-4085-982c-51adfcabad2a admin admin] Publish callbacks [] for security_group (f91bd45c-9265-499b-8944-fc1e8470ea20), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.728453 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0e073fdb-1614-4085-982c-51adfcabad2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (f91bd45c-9265-499b-8944-fc1e8470ea20), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.765006 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:45.766006 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:45.766859 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'Port': ['ID=561edca1-f1ab-47a8-aa07-2527bccc4012,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:45.774104 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (25ff933f-8a98-49e6-bb67-57eee7e0a361), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.790605 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:45.816051 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-535cf19f-ff78-489f-b5f1-eed52a0ba8ea None None] Current status of the port e89a9a13-707a-4b35-8bad-a8132be7e5ba is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:45.824194 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-535cf19f-ff78-489f-b5f1-eed52a0ba8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.857170 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a1c70-9220-4b91-a4f8-b31b0e54b17b None None] Pushing event updated for resources: {'Port': ['ID=36205e9d-df8a-4623-901e-dbced90cd10b,revision_number=4']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:45.865014 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (6edfc456-221c-41dc-98ef-c5adfb61f554), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.899206 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:45.912915 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-267b6bc7-2b95-4b42-9735-bd8709e7509f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4300807 Jun 20 14:53:45.913203 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0e073fdb-1614-4085-982c-51adfcabad2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=913da9507c1d4bf1b9c6cc9f889b406e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4514499 Jun 20 14:53:45.913925 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51180) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:45.919370 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96f699-98af-4c27-964a-55d0fbed7606 req-bf9f9e0f-c028-4841-920d-f5e525857dc3 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:45.928234 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8c96f699-98af-4c27-964a-55d0fbed7606 req-bf9f9e0f-c028-4841-920d-f5e525857dc3 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 944 time: 0.3681033 Jun 20 14:53:45.961513 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073fdb-1614-4085-982c-51adfcabad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91bd45c-9265-499b-8944-fc1e8470ea20,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:46.014560 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e89a9a13-707a-4b35-8bad-a8132be7e5ba up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:46.027666 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-57b4359c-0c87-4601-af65-6fae58a774e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:46.030621 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:46.047292 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-57b4359c-0c87-4601-af65-6fae58a774e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c461f88b7a00462c99532ec1262cb23c&device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 1128 time: 0.2463543 Jun 20 14:53:46.086174 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8c96f699-98af-4c27-964a-55d0fbed7606 req-db9a8d19-6610-4336-89b3-4e2d0fb04f1c tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570046 Jun 20 14:53:46.168194 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:46.171546 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c94ac46d-003c-4c82-8342-b380975ef20d admin admin] Publish callbacks [] for security_group (f91bd45c-9265-499b-8944-fc1e8470ea20), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.187998 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Publish callbacks [] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.212035 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-535cf19f-ff78-489f-b5f1-eed52a0ba8ea None None] For port e89a9a13-707a-4b35-8bad-a8132be7e5ba, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e89a9a13-707a-4b35-8bad-a8132be7e5ba,segment=NetworkSegment(2ed93c92-96d3-40a9-8406-b9e20f9479f6),segment_id=2ed93c92-96d3-40a9-8406-b9e20f9479f6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:46.222971 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.261037 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-535cf19f-ff78-489f-b5f1-eed52a0ba8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.309794 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-3c4e4201-2061-4726-a412-0809337867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:46.316134 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-3c4e4201-2061-4726-a412-0809337867a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=156bc734-fceb-4cfe-9464-367866d760d0 HTTP/1.1" status: 200 len: 908 time: 0.2599590 Jun 20 14:53:46.389674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c94ac46d-003c-4c82-8342-b380975ef20d admin admin] Publish callbacks [] for security_group (f91bd45c-9265-499b-8944-fc1e8470ea20), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.426235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port e89a9a13-707a-4b35-8bad-a8132be7e5ba triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:46.428527 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.435526 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-3d684f29-1ad9-47eb-8365-9afa1e5a1d94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d38709-d644-420a-adf0-6acafb161ee3 HTTP/1.1" status: 200 len: 217 time: 0.1079834 Jun 20 14:53:46.447088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee90ee-932d-4eda-9987-87562b0ba0be req-8d5ce0e2-cadb-4e2a-89b2-12721f769948 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:46.449818 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e0ee90ee-932d-4eda-9987-87562b0ba0be req-8d5ce0e2-cadb-4e2a-89b2-12721f769948 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.2824445 Jun 20 14:53:46.469914 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Router 25ff933f-8a98-49e6-bb67-57eee7e0a361 is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:53:46.506559 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:46.543294 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 58d38709-d644-420a-adf0-6acafb161ee3 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:53:46.583352 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-e51b78ef-a1ea-49c4-9539-57c1172a240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:46.586069 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-e51b78ef-a1ea-49c4-9539-57c1172a240e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5a1ba87-73aa-4de3-b74c-0be9e8f0a159 HTTP/1.1" status: 200 len: 847 time: 0.1291001 Jun 20 14:53:46.590950 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:45Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:46.643629 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51208) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:46.656542 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-97b155f0-db45-4893-a60c-5f35752494d8 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1187725134&fields=id&tenant_id=a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 267 time: 0.3216639 Jun 20 14:53:46.657794 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2677673-ab98-4928-ab97-cf4a412b8236 None None] The sync data for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi is: [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:45Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:53:46.745027 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:46.766587 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:53:46.781918 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80c351-25c0-4d54-9290-ef84c8f3a6b7 None None] Pushing event updated for resources: {'Port': ['ID=13d4693b-f845-4978-89ed-d0254ba3c2f1,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:46.801338 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e0ee90ee-932d-4eda-9987-87562b0ba0be req-27b03ac6-d163-4135-ab63-198316e14cb8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405275 Jun 20 14:53:46.817104 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Sync routers for ids ['25ff933f-8a98-49e6-bb67-57eee7e0a361'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:53:46.823322 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c94ac46d-003c-4c82-8342-b380975ef20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (f91bd45c-9265-499b-8944-fc1e8470ea20), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.829632 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c94ac46d-003c-4c82-8342-b380975ef20d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.831381 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c94ac46d-003c-4c82-8342-b380975ef20d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f91bd45c-9265-499b-8944-fc1e8470ea20 HTTP/1.1" status: 204 len: 168 time: 0.9182982 Jun 20 14:53:46.839516 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.845507 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-56e26355-a0cf-4c72-b799-51165c30d23c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9540448 Jun 20 14:53:46.856086 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51214) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:46.878539 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-9ba21c37-b87b-4c6b-a5bd-cddef69a3024 None None] Provisioning complete for port 36205e9d-df8a-4623-901e-dbced90cd10b triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:46.878908 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9ba21c37-b87b-4c6b-a5bd-cddef69a3024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:46.882140 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ac46d-003c-4c82-8342-b380975ef20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91bd45c-9265-499b-8944-fc1e8470ea20,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:46.895598 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 58d38709-d644-420a-adf0-6acafb161ee3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=58d38709-d644-420a-adf0-6acafb161ee3,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:46.974775 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-23c45d2b-e52f-4bb3-9f53-ac270e9225b8 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:46.976329 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-23c45d2b-e52f-4bb3-9f53-ac270e9225b8 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 817 time: 0.3187425 Jun 20 14:53:46.988952 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-1e2535dc-1f67-468f-9ee8-8bb4436b3c63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=156bc734-fceb-4cfe-9464-367866d760d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3852587 Jun 20 14:53:47.020763 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '58d38709-d644-420a-adf0-6acafb161ee3', 'network_id': '156bc734-fceb-4cfe-9464-367866d760d0', 'port_id': '58d38709-d644-420a-adf0-6acafb161ee3', 'mac_address': 'fa:16:3e:8f:2b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a1ba87-73aa-4de3-b74c-0be9e8f0a159', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:53:47.028675 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-408dd6c8-0e29-4a7e-889e-15c6b07e8750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.071482 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Routers {'25ff933f-8a98-49e6-bb67-57eee7e0a361'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:47.072346 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['25ff933f-8a98-49e6-bb67-57eee7e0a361'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:47.076516 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-fb0b9712-5c7e-41ba-a250-6cbd13437eef tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/quotas/a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 375 time: 0.0862679 Jun 20 14:53:47.209651 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Set router 25ff933f-8a98-49e6-bb67-57eee7e0a361 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:47.249672 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51224) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:47.309784 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:47.320483 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-74742648-a2e4-4a6b-8039-c7dd0f06dc1b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334504 Jun 20 14:53:47.393140 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec6157-779d-46bd-81c6-7788dd327080 req-c219485b-1d97-4be6-9f9c-fe6dd0ec8654 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:47.395616 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d4ec6157-779d-46bd-81c6-7788dd327080 req-c219485b-1d97-4be6-9f9c-fe6dd0ec8654 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 944 time: 0.1242695 Jun 20 14:53:47.429684 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 58d38709-d644-420a-adf0-6acafb161ee3 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:47.430081 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (58d38709-d644-420a-adf0-6acafb161ee3), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.431888 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51228) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:47.467057 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:47.469756 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d4ec6157-779d-46bd-81c6-7788dd327080 req-afbdb9bb-1fff-4eff-b589-5fe3c7538669 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680528 Jun 20 14:53:47.474581 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-1b600072-fbd8-472f-974a-a4efa8f3a9f0 service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661801 Jun 20 14:53:47.497360 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d38709-d644-420a-adf0-6acafb161ee3 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:53:47.499979 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d59b764-1586-410d-9c52-6349649963ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.519700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 58d38709-d644-420a-adf0-6acafb161ee3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=58d38709-d644-420a-adf0-6acafb161ee3,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:47.520209 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-610b8f69-7d9b-4976-81c2-57f80f458a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.559483 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:47.579900 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:47.599546 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-408dd6c8-0e29-4a7e-889e-15c6b07e8750 admin admin] Publish callbacks [] for security_group (7b7c293a-11ce-4dc7-9757-312116a1d4eb), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.602325 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-60f238ee-6d63-4457-866f-49b378bce1c1 service neutron] 10.222.0.23 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578509 Jun 20 14:53:47.619204 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cf19f-ff78-489f-b5f1-eed52a0ba8ea None None] Pushing event updated for resources: {'Port': ['ID=e89a9a13-707a-4b35-8bad-a8132be7e5ba,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:47.623067 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Attempting to bind port 13d4693b-f845-4978-89ed-d0254ba3c2f1 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:47.623680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Attempting to bind port 13d4693b-f845-4978-89ed-d0254ba3c2f1 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:47.624217 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Attempting to bind port 13d4693b-f845-4978-89ed-d0254ba3c2f1 on network 99ae49b1-4209-43ab-a443-be5d8d242625 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:47.627963 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-408dd6c8-0e29-4a7e-889e-15c6b07e8750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7b7c293a-11ce-4dc7-9757-312116a1d4eb), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.631467 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port e89a9a13-707a-4b35-8bad-a8132be7e5ba is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:47.637299 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:47.638125 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Checking segment: {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:47.638877 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.639354 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Bound using segment: {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:47.640136 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Bound port: 13d4693b-f845-4978-89ed-d0254ba3c2f1, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:47.640446 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.654187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (58d38709-d644-420a-adf0-6acafb161ee3), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.728214 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d59b764-1586-410d-9c52-6349649963ac admin admin] Publish callbacks [] for security_group (b54f51e2-9bf6-4200-aa25-340b8e3b7d5a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.735875 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=58d38709-d644-420a-adf0-6acafb161ee3,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:47.797409 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] For port 13d4693b-f845-4978-89ed-d0254ba3c2f1, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:47.801213 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] For port 13d4693b-f845-4978-89ed-d0254ba3c2f1, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=13d4693b-f845-4978-89ed-d0254ba3c2f1,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:47.811756 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.888606 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-610b8f69-7d9b-4976-81c2-57f80f458a22 admin admin] Publish callbacks [] for security_group (3c123810-e129-41fb-b0ff-b1de7d5b5c63), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.892678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d59b764-1586-410d-9c52-6349649963ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b54f51e2-9bf6-4200-aa25-340b8e3b7d5a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.901704 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-610b8f69-7d9b-4976-81c2-57f80f458a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3c123810-e129-41fb-b0ff-b1de7d5b5c63), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.916974 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80c351-25c0-4d54-9290-ef84c8f3a6b7 None None] Pushing event updated for resources: {'Port': ['ID=13d4693b-f845-4978-89ed-d0254ba3c2f1,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:47.921525 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:47.936858 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 36205e9d-df8a-4623-901e-dbced90cd10b up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:47.942558 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eeaa2ee7-eccd-4c01-9461-5170a89b4705 req-6942e9a2-dcdb-4dc3-a3e4-342935faa4ab service neutron] 10.222.0.26 "GET /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785760 Jun 20 14:53:47.955062 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:48.001577 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-9ba21c37-b87b-4c6b-a5bd-cddef69a3024 None None] Current status of the port 36205e9d-df8a-4623-901e-dbced90cd10b is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:48.002083 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9ba21c37-b87b-4c6b-a5bd-cddef69a3024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.031680 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-408dd6c8-0e29-4a7e-889e-15c6b07e8750 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11cc20b2e85d4c5b81f48078cad62188&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3724170 Jun 20 14:53:48.032667 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51232) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:48.041916 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dd6c8-0e29-4a7e-889e-15c6b07e8750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c293a-11ce-4dc7-9757-312116a1d4eb,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:48.074387 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b8f69-7d9b-4976-81c2-57f80f458a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c123810-e129-41fb-b0ff-b1de7d5b5c63,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:48.081241 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-610b8f69-7d9b-4976-81c2-57f80f458a22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6aa903fabb6468d86ab889d0409d787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206195 Jun 20 14:53:48.089781 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51234) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:48.120121 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-aebd4af4-edec-45c5-8646-f30385c9e1e9 service neutron] 10.222.0.23 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067143 Jun 20 14:53:48.128981 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0d59b764-1586-410d-9c52-6349649963ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92f6e708f5f74957b064a1b2ffa2a8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8716011 Jun 20 14:53:48.155191 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51236) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:48.162221 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c89cb-c9f5-44e0-aaff-37110590146c req-9bf27c72-0cc5-49be-ae4d-7cc04e91b782 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:48.163843 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-621c89cb-c9f5-44e0-aaff-37110590146c req-9bf27c72-0cc5-49be-ae4d-7cc04e91b782 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.1790814 Jun 20 14:53:48.266485 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3c0552b7-c1f4-4561-b1d9-29ab92b5a191 admin admin] Publish callbacks [] for security_group (b54f51e2-9bf6-4200-aa25-340b8e3b7d5a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.271228 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['58d38709-d644-420a-adf0-6acafb161ee3'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:53:48.326299 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-9ba21c37-b87b-4c6b-a5bd-cddef69a3024 None None] For port 36205e9d-df8a-4623-901e-dbced90cd10b, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=36205e9d-df8a-4623-901e-dbced90cd10b,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:48.326883 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3c0552b7-c1f4-4561-b1d9-29ab92b5a191 admin admin] Publish callbacks [] for security_group (b54f51e2-9bf6-4200-aa25-340b8e3b7d5a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.341504 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:48.356750 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:48.357796 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:48.365302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9ba21c37-b87b-4c6b-a5bd-cddef69a3024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.367482 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-621c89cb-c9f5-44e0-aaff-37110590146c req-eeecef0e-c5bc-46a6-94d4-bbca4fb5f37a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956866 Jun 20 14:53:48.395303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1bcf124b-6b19-410e-be32-950ce057a126 admin admin] Publish callbacks [] for security_group (3c123810-e129-41fb-b0ff-b1de7d5b5c63), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.413901 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59b764-1586-410d-9c52-6349649963ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54f51e2-9bf6-4200-aa25-340b8e3b7d5a,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:48.419053 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3c0552b7-c1f4-4561-b1d9-29ab92b5a191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b54f51e2-9bf6-4200-aa25-340b8e3b7d5a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.423199 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3c0552b7-c1f4-4561-b1d9-29ab92b5a191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.426738 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3c0552b7-c1f4-4561-b1d9-29ab92b5a191 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b54f51e2-9bf6-4200-aa25-340b8e3b7d5a HTTP/1.1" status: 204 len: 168 time: 0.2678347 Jun 20 14:53:48.482879 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0552b7-c1f4-4561-b1d9-29ab92b5a191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54f51e2-9bf6-4200-aa25-340b8e3b7d5a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:48.545970 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-22faa7b7-9f50-4ca0-a9a9-ed199489efda admin admin] Publish callbacks [] for security_group (7b7c293a-11ce-4dc7-9757-312116a1d4eb), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.598908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-22faa7b7-9f50-4ca0-a9a9-ed199489efda admin admin] Publish callbacks [] for security_group (7b7c293a-11ce-4dc7-9757-312116a1d4eb), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.601742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Allocated IP 172.20.0.1 (a9d84451-e90e-48c0-b5b6-cfadee15a681/7add8c40-0b76-46c2-8cf7-a36459fe3e58/b86541e3-4294-4843-8d76-3d27bc432015) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:48.658451 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1bcf124b-6b19-410e-be32-950ce057a126 admin admin] Publish callbacks [] for security_group (3c123810-e129-41fb-b0ff-b1de7d5b5c63), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.741092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba21c37-b87b-4c6b-a5bd-cddef69a3024 None None] Pushing event updated for resources: {'Port': ['ID=36205e9d-df8a-4623-901e-dbced90cd10b,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:48.743389 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Provisioning complete for port e89a9a13-707a-4b35-8bad-a8132be7e5ba triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:48.743610 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.776462 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef57ef1-733d-450b-adf8-4091c82b9842 req-31289b89-17ab-416c-9119-3a67c2f77d65 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:48.778077 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fef57ef1-733d-450b-adf8-4091c82b9842 req-31289b89-17ab-416c-9119-3a67c2f77d65 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 945 time: 0.1250422 Jun 20 14:53:48.823483 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 36205e9d-df8a-4623-901e-dbced90cd10b triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:48.823841 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.825760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:53:44Z', 'revision_number': 3, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port': {'id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:43Z', 'updated_at': '2022-06-20T14:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:48.827805 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-22faa7b7-9f50-4ca0-a9a9-ed199489efda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7b7c293a-11ce-4dc7-9757-312116a1d4eb), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.833798 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-22faa7b7-9f50-4ca0-a9a9-ed199489efda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.834972 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-22faa7b7-9f50-4ca0-a9a9-ed199489efda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b7c293a-11ce-4dc7-9757-312116a1d4eb HTTP/1.1" status: 204 len: 168 time: 0.7994297 Jun 20 14:53:48.863256 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faa7b7-9f50-4ca0-a9a9-ed199489efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c293a-11ce-4dc7-9757-312116a1d4eb,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:48.882036 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ee9d96db-f04b-4b06-a463-0237b04842cc req-3ff341aa-e15e-4eff-bcb8-ebaaab58748a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 210 time: 0.2344251 Jun 20 14:53:48.889647 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Checking router: 25ff933f-8a98-49e6-bb67-57eee7e0a361 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:53:48.890375 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Updating router 25ff933f-8a98-49e6-bb67-57eee7e0a361 port 066a89c2-4282-47ad-8238-8dd9b90c4191 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:53:48.918076 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fef57ef1-733d-450b-adf8-4091c82b9842 req-1de0a932-ef72-41e1-8623-cd205822f703 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322432 Jun 20 14:53:48.988402 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1bcf124b-6b19-410e-be32-950ce057a126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3c123810-e129-41fb-b0ff-b1de7d5b5c63), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.992553 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1bcf124b-6b19-410e-be32-950ce057a126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:48.996306 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-1bcf124b-6b19-410e-be32-950ce057a126 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c123810-e129-41fb-b0ff-b1de7d5b5c63 HTTP/1.1" status: 204 len: 168 time: 0.9020886 Jun 20 14:53:49.000398 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:49.026487 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf124b-6b19-410e-be32-950ce057a126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c123810-e129-41fb-b0ff-b1de7d5b5c63,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:49.029961 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks [] for port (b86541e3-4294-4843-8d76-3d27bc432015), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.086380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (b86541e3-4294-4843-8d76-3d27bc432015), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.095850 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.151953 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:49.161060 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:49.166043 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:49.171493 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:49.189338 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:49.221129 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (25ff933f-8a98-49e6-bb67-57eee7e0a361), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.259399 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51258) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:49.271595 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:49.292597 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-68f9e758-26d6-4933-99a7-baad3630adb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.299954 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Current status of the port e89a9a13-707a-4b35-8bad-a8132be7e5ba is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:49.303622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Pushing event updated for resources: {'Port': ['ID=b86541e3-4294-4843-8d76-3d27bc432015,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:49.355903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:49.461913 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-68f9e758-26d6-4933-99a7-baad3630adb9 admin admin] Publish callbacks [] for security_group (b8623157-51b6-4998-b3b7-e9b2e50913bd), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.470422 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-68f9e758-26d6-4933-99a7-baad3630adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b8623157-51b6-4998-b3b7-e9b2e50913bd), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.498210 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:49.504480 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b86541e3-4294-4843-8d76-3d27bc432015), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.539259 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-68f9e758-26d6-4933-99a7-baad3630adb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cdbaecdc5e145adb6ca12db1d72976d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756588 Jun 20 14:53:49.539259 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9e758-26d6-4933-99a7-baad3630adb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8623157-51b6-4998-b3b7-e9b2e50913bd,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:49.541251 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51266) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:49.690757 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28fecb-4ee1-4373-8970-eea2d474ef16 req-0753bf42-23e2-4426-9065-6645ebe9e566 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:49.691562 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ac41baa8-98b7-43be-a021-9bec179b5565 admin admin] Publish callbacks [] for security_group (b8623157-51b6-4998-b3b7-e9b2e50913bd), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.698143 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2c28fecb-4ee1-4373-8970-eea2d474ef16 req-0753bf42-23e2-4426-9065-6645ebe9e566 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.1014967 Jun 20 14:53:49.714799 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Provisioning complete for port 36205e9d-df8a-4623-901e-dbced90cd10b triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:49.715189 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.744729 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 36205e9d-df8a-4623-901e-dbced90cd10b is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:49.758271 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e89a9a13-707a-4b35-8bad-a8132be7e5ba up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:49.760402 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ac41baa8-98b7-43be-a021-9bec179b5565 admin admin] Publish callbacks [] for security_group (b8623157-51b6-4998-b3b7-e9b2e50913bd), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.837257 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ac41baa8-98b7-43be-a021-9bec179b5565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b8623157-51b6-4998-b3b7-e9b2e50913bd), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.841164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ac41baa8-98b7-43be-a021-9bec179b5565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.845735 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ac41baa8-98b7-43be-a021-9bec179b5565 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8623157-51b6-4998-b3b7-e9b2e50913bd HTTP/1.1" status: 204 len: 168 time: 0.2836156 Jun 20 14:53:49.856406 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41baa8-98b7-43be-a021-9bec179b5565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8623157-51b6-4998-b3b7-e9b2e50913bd,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:49.861015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:49.903984 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2c28fecb-4ee1-4373-8970-eea2d474ef16 req-acc6a718-6820-43c5-a80d-82aaed8f16a4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045000 Jun 20 14:53:49.975388 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks [] for port (b86541e3-4294-4843-8d76-3d27bc432015), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:49.982479 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (b86541e3-4294-4843-8d76-3d27bc432015), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.104065 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-15066b91-d461-4eb3-a0ae-787e43b7f76d req-566e8223-05b0-4d51-aa12-0f21e01cf3e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 210 time: 0.0764887 Jun 20 14:53:50.157076 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Pushing event updated for resources: {'Port': ['ID=b86541e3-4294-4843-8d76-3d27bc432015,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:50.162612 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (25ff933f-8a98-49e6-bb67-57eee7e0a361), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.173000 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c28f-3908-44d2-9047-d54c98c9a827 req-ab044582-3afc-44d8-b64a-8826f3b1af9a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:50.175330 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1813c28f-3908-44d2-9047-d54c98c9a827 req-ab044582-3afc-44d8-b64a-8826f3b1af9a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 945 time: 0.1004837 Jun 20 14:53:50.203510 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port e89a9a13-707a-4b35-8bad-a8132be7e5ba triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:50.203946 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.276617 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Current status of the port 36205e9d-df8a-4623-901e-dbced90cd10b is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:50.359691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-8a1e3dd7-3f69-4798-b059-0a3fd4203b08 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:50.361214 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-8a1e3dd7-3f69-4798-b059-0a3fd4203b08 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 817 time: 0.1330578 Jun 20 14:53:50.376743 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Provisioning complete for port 13d4693b-f845-4978-89ed-d0254ba3c2f1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:50.377313 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.394137 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1813c28f-3908-44d2-9047-d54c98c9a827 req-57c217aa-c585-4201-b75d-83ee45567e66 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109380 Jun 20 14:53:50.435703 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:50.437412 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:47Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:50.443839 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:50.531328 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46222ec2-1951-45d9-b9de-77ae6e92e188 None None] The sync data for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi is: [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:47Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:53:50.540401 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-d2abb0d5-5e16-481f-87db-4ba1fbec3065 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 380 time: 0.1552520 Jun 20 14:53:50.562214 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'port': {'device_id': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'admin_state_up': True, 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'security_groups': ['6920469d-d430-4a7a-b257-edb348364abc']}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:50.562449 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:50.601096 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Publish callbacks [] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.616243 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:50.622638 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.671161 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port e89a9a13-707a-4b35-8bad-a8132be7e5ba is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:50.744798 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:50.771538 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Attempting to bind port 066a89c2-4282-47ad-8238-8dd9b90c4191 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:50.771908 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Attempting to bind port 066a89c2-4282-47ad-8238-8dd9b90c4191 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:50.772261 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Attempting to bind port 066a89c2-4282-47ad-8238-8dd9b90c4191 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:50.777281 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fd906-25be-470d-a500-2258545a87cf None None] Pushing event updated for resources: {'Port': ['ID=066a89c2-4282-47ad-8238-8dd9b90c4191,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:50.784141 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:50.784515 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:50.784944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.785328 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:50.785790 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Bound port: 066a89c2-4282-47ad-8238-8dd9b90c4191, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:50.787187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.800037 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 58d38709-d644-420a-adf0-6acafb161ee3 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:50.831136 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Current status of the port 13d4693b-f845-4978-89ed-d0254ba3c2f1 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:50.831434 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.843873 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Router 25ff933f-8a98-49e6-bb67-57eee7e0a361 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:53:50.899420 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Made reservation on behalf of a98f7478c9384ee298321a1506aa0bde for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:53:50.902989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:50.987577 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] For port 066a89c2-4282-47ad-8238-8dd9b90c4191, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:51.022872 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] For port 13d4693b-f845-4978-89ed-d0254ba3c2f1, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=13d4693b-f845-4978-89ed-d0254ba3c2f1,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:51.038718 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 36205e9d-df8a-4623-901e-dbced90cd10b up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:51.044402 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] For port 066a89c2-4282-47ad-8238-8dd9b90c4191, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=066a89c2-4282-47ad-8238-8dd9b90c4191,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:51.049484 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.086288 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 58d38709-d644-420a-adf0-6acafb161ee3 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:53:51.097180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:53:51.112582 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7c5c4d66-0897-44f1-ab71-a60504e87685 admin admin] 10.222.0.23 "PUT /v2.0/routers/25ff933f-8a98-49e6-bb67-57eee7e0a361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2431326 Jun 20 14:53:51.126501 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.149277 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 58d38709-d644-420a-adf0-6acafb161ee3 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:51.149647 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (58d38709-d644-420a-adf0-6acafb161ee3), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.180482 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78883-ed5a-4806-90bf-6e3e1adc3969 req-3d0386ed-db19-471f-8dc1-56eb3cbaca0a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:51.182318 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6ef78883-ed5a-4806-90bf-6e3e1adc3969 req-3d0386ed-db19-471f-8dc1-56eb3cbaca0a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.1278079 Jun 20 14:53:51.316259 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-51e399cf-fe61-44d5-ad1a-820f28e49ef2 req-36d3d006-2153-4fd9-9d23-72e851cea7b9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 210 time: 0.0705049 Jun 20 14:53:51.365067 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6ef78883-ed5a-4806-90bf-6e3e1adc3969 req-f564dfa8-32ba-4d3e-bee1-348c9eb38186 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737623 Jun 20 14:53:51.371871 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Allocated IP 172.20.0.8 (65993a3b-f9af-4743-b7d5-a4affcfed083/7cce4256-7567-48b4-9751-1724eab85514/4003555e-bf92-479e-b2dd-be6fe4500b56) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:53:51.377770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:51.469195 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Routers {'25ff933f-8a98-49e6-bb67-57eee7e0a361'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:51.469827 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['25ff933f-8a98-49e6-bb67-57eee7e0a361'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:51.600511 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-fa98e614-e390-4947-9386-d00ce974f6bc None None] Provisioning complete for port b86541e3-4294-4843-8d76-3d27bc432015 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:51.600914 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fa98e614-e390-4947-9386-d00ce974f6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b86541e3-4294-4843-8d76-3d27bc432015), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.607791 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 58d38709-d644-420a-adf0-6acafb161ee3 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:51.608228 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (58d38709-d644-420a-adf0-6acafb161ee3), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.618920 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20b69a-0992-40b6-860c-7f73642a4733 None None] Pushing event updated for resources: {'Port': ['ID=13d4693b-f845-4978-89ed-d0254ba3c2f1,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:51.619987 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9762a-adda-4f94-a468-a19915fd20c3 req-6dda8660-7bdd-411d-92dd-cf9e27d401fc tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:51.621604 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1cf9762a-adda-4f94-a468-a19915fd20c3 req-6dda8660-7bdd-411d-92dd-cf9e27d401fc tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 945 time: 0.1119688 Jun 20 14:53:51.645146 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:51.657838 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 36205e9d-df8a-4623-901e-dbced90cd10b triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:51.658298 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.697673 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.743113 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1cf9762a-adda-4f94-a468-a19915fd20c3 req-becdf250-bdfa-48ed-bafa-fa19e82e0a1c tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072822 Jun 20 14:53:51.761082 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:51.763157 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-fa98e614-e390-4947-9386-d00ce974f6bc None None] Port b86541e3-4294-4843-8d76-3d27bc432015 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:53:51.778692 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d38709-d644-420a-adf0-6acafb161ee3'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:53:51.780761 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710d42d8-9eb3-40c9-8260-626d93d315b7" -d '{"events": [{"server_uuid": "9f72986c-e4c6-440b-97f9-4b5e7444f448", "name": "network-vif-plugged", "status": "completed", "tag": "58d38709-d644-420a-adf0-6acafb161ee3"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:53:51.793111 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:51.839594 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 58d38709-d644-420a-adf0-6acafb161ee3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=58d38709-d644-420a-adf0-6acafb161ee3,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:51.846460 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] Set router 25ff933f-8a98-49e6-bb67-57eee7e0a361 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:51.863808 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:53:51.869963 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:53:51.884390 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:53:51.910353 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fd906-25be-470d-a500-2258545a87cf None None] Pushing event updated for resources: {'Port': ['ID=066a89c2-4282-47ad-8238-8dd9b90c4191,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:51.928151 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c9a24e-0e28-4690-9b59-7cfac2ca0d28 x-openstack-request-id: req-20c9a24e-0e28-4690-9b59-7cfac2ca0d28 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:53:51.928498 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f72986c-e4c6-440b-97f9-4b5e7444f448", "name": "network-vif-plugged", "status": "completed", "tag": "58d38709-d644-420a-adf0-6acafb161ee3", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:53:51.928744 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20c9a24e-0e28-4690-9b59-7cfac2ca0d28 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:53:51.929325 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c9a24e-0e28-4690-9b59-7cfac2ca0d28'] response: {'server_uuid': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d38709-d644-420a-adf0-6acafb161ee3', 'code': 200} Jun 20 14:53:51.977292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (58d38709-d644-420a-adf0-6acafb161ee3), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:52.051478 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=58d38709-d644-420a-adf0-6acafb161ee3,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:52.073508 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:52.079945 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:52.109085 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:52.131038 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-0510b59a-a33f-482f-af80-be19e2e6b186 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5803955 Jun 20 14:53:52.158085 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Request body: {'port': {'device_id': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:53:52.172811 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:52.189742 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 36205e9d-df8a-4623-901e-dbced90cd10b is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:52.191044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 13d4693b-f845-4978-89ed-d0254ba3c2f1 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:52.258405 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1de4-f0de-404c-b27e-6401837d74b8 req-905e9cdd-c9fb-41cd-bf16-6f5284f36007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:52.261273 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1c2f1de4-f0de-404c-b27e-6401837d74b8 req-905e9cdd-c9fb-41cd-bf16-6f5284f36007 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 1130 time: 0.0967941 Jun 20 14:53:52.321871 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:52.329417 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 13d4693b-f845-4978-89ed-d0254ba3c2f1 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:52.329782 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:52.380102 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1c2f1de4-f0de-404c-b27e-6401837d74b8 req-f8bc8718-2c02-4428-ba3b-0e5d84ac8b9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101124 Jun 20 14:53:52.412346 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-e64300be-1d27-49f5-85ce-e151bd48694c None None] Provisioning complete for port 4003555e-bf92-479e-b2dd-be6fe4500b56 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:52.412737 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e64300be-1d27-49f5-85ce-e151bd48694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:52.506491 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 4, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port': {'id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:43Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'b86541e3-4294-4843-8d76-3d27bc432015', 'name': '', 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'mac_address': 'fa:16:3e:12:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:48Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 2, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'subnets': [{'id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:52.541217 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40175e8a-7fa9-4dc0-b805-9d55f8a0c473 None None] The sync data for ids ['25ff933f-8a98-49e6-bb67-57eee7e0a361'] in dv-cinder-836973-5-iscsi is: [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 4, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port': {'id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:43Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'b86541e3-4294-4843-8d76-3d27bc432015', 'name': '', 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'mac_address': 'fa:16:3e:12:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:48Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 2, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'subnets': [{'id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:53:52.559655 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-e64300be-1d27-49f5-85ce-e151bd48694c None None] Port 4003555e-bf92-479e-b2dd-be6fe4500b56 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:53:52.617134 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebce1ce-2189-4121-b6b2-2594a8055058 req-effd11cc-4580-4116-8b1d-9310bcc94d92 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:52.617344 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 13d4693b-f845-4978-89ed-d0254ba3c2f1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:52.636803 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781e1f8-b3d4-4534-a798-426c447e1a40 req-24587613-97ae-416b-9cd9-03e1b19f170c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:52.643515 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3ebce1ce-2189-4121-b6b2-2594a8055058 req-effd11cc-4580-4116-8b1d-9310bcc94d92 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 931 time: 0.1376097 Jun 20 14:53:52.646280 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7781e1f8-b3d4-4534-a798-426c447e1a40 req-24587613-97ae-416b-9cd9-03e1b19f170c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.1241133 Jun 20 14:53:52.699590 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:52.740513 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7781e1f8-b3d4-4534-a798-426c447e1a40 req-ed2e6ad8-5a5d-40d6-ab17-649b8e90543d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939279 Jun 20 14:53:52.762929 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3ebce1ce-2189-4121-b6b2-2594a8055058 req-420527fe-99a2-46da-967d-ea0bc760fd30 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178336 Jun 20 14:53:52.855818 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 13d4693b-f845-4978-89ed-d0254ba3c2f1 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:52.982990 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 13d4693b-f845-4978-89ed-d0254ba3c2f1 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:52.983479 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:53.003164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179386-f089-41b5-bc5d-d5e7b9441311 req-c9daead3-280b-4122-94fa-e414d1ca4df4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:53.005016 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-15179386-f089-41b5-bc5d-d5e7b9441311 req-c9daead3-280b-4122-94fa-e414d1ca4df4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 946 time: 0.1152079 Jun 20 14:53:53.115782 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 13d4693b-f845-4978-89ed-d0254ba3c2f1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:53.121449 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4003555e-bf92-479e-b2dd-be6fe4500b56 {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:53:53.133154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Publish callbacks [] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:53.143326 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-15179386-f089-41b5-bc5d-d5e7b9441311 req-4287d168-6bc4-4b4e-a75e-fc86d284c3ab tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162727 Jun 20 14:53:53.182621 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Transition to ACTIVE for port object 4003555e-bf92-479e-b2dd-be6fe4500b56 will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:53:53.197486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:53.282462 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:53.300421 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:53.322264 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:53.453996 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Attempting to bind port 4003555e-bf92-479e-b2dd-be6fe4500b56 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:53.455841 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Attempting to bind port 4003555e-bf92-479e-b2dd-be6fe4500b56 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:53.456176 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Attempting to bind port 4003555e-bf92-479e-b2dd-be6fe4500b56 on network 65993a3b-f9af-4743-b7d5-a4affcfed083 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:53.469350 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Port 4003555e-bf92-479e-b2dd-be6fe4500b56 on network 65993a3b-f9af-4743-b7d5-a4affcfed083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:53:53.469674 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Attempting to bind port 4003555e-bf92-479e-b2dd-be6fe4500b56 on network 65993a3b-f9af-4743-b7d5-a4affcfed083 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:53.484404 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:53.484768 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Checking segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:53.485159 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Bound using segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:53.485591 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Bound port: 4003555e-bf92-479e-b2dd-be6fe4500b56, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:53.485955 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:53.619786 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:53.629866 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:53.656601 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:54.078954 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dabab-1059-43a3-a378-513e1a9d368b req-a45262a5-2072-4dde-8cde-029b5cf20829 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:54.082823 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b38dabab-1059-43a3-a378-513e1a9d368b req-a45262a5-2072-4dde-8cde-029b5cf20829 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.1587462 Jun 20 14:53:54.195991 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b38dabab-1059-43a3-a378-513e1a9d368b req-04bc93eb-648a-458a-8d65-80cb2a4b4f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984814 Jun 20 14:53:54.481314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54153e9f-8854-4a0a-a844-bb4abc2c60d0 req-f83c91c5-74bf-4e1f-838d-958086b0c45c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:54.504955 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e912de-30ad-4a50-98ee-490028eb7277 req-50fa606e-7105-4663-87fa-e419f5e904ce tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:54.506190 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-54153e9f-8854-4a0a-a844-bb4abc2c60d0 req-f83c91c5-74bf-4e1f-838d-958086b0c45c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0915976 Jun 20 14:53:54.513759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:54.514184 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d1e912de-30ad-4a50-98ee-490028eb7277 req-50fa606e-7105-4663-87fa-e419f5e904ce tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 946 time: 0.1524770 Jun 20 14:53:54.514989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:54.520952 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] 10.222.0.26 "PUT /v2.0/ports/4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 200 len: 1093 time: 2.3840451 Jun 20 14:53:54.546139 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:53:54.555843 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8c8123-20eb-4121-9c8c-394f390e40dc" -d '{"events": [{"name": "network-changed", "server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:53:54.625682 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d1e912de-30ad-4a50-98ee-490028eb7277 req-a4ad7dce-7332-4194-a9cc-7fc0be1a0fe7 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101785 Jun 20 14:53:54.702897 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9138f5a7-16aa-4226-ad2b-cee0f8ad38bd x-openstack-request-id: req-9138f5a7-16aa-4226-ad2b-cee0f8ad38bd {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:53:54.703459 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:53:54.707559 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9138f5a7-16aa-4226-ad2b-cee0f8ad38bd {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:53:54.708331 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9138f5a7-16aa-4226-ad2b-cee0f8ad38bd'] response: {'name': 'network-changed', 'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'status': 'completed', 'code': 200} Jun 20 14:53:54.842325 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 066a89c2-4282-47ad-8238-8dd9b90c4191 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:54.856902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51440) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:54.859835 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-54153e9f-8854-4a0a-a844-bb4abc2c60d0 req-26b08676-60a5-4c5d-a1cc-9127549bb0e7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526607 Jun 20 14:53:54.867236 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f5351-3cbf-4651-8927-cc3d5f58186e service neutron] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:54.882084 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-668e837f-9ff5-44a9-b958-45db3d5f63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:54.883664 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-668e837f-9ff5-44a9-b958-45db3d5f63b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 1127 time: 0.2932014 Jun 20 14:53:54.969268 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-62d7f1ea-9633-4284-aff2-7bc06fbae901 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 200 len: 217 time: 0.0736120 Jun 20 14:53:55.030086 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 066a89c2-4282-47ad-8238-8dd9b90c4191 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:55.030307 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.054151 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:55.121223 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-e6c30bc1-3353-4e71-9d1d-d0b17d666c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:55.122900 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-e6c30bc1-3353-4e71-9d1d-d0b17d666c8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.1421340 Jun 20 14:53:55.130811 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-885bbe9a-db37-430c-83b2-4c3bcbb5a760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.170514 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 066a89c2-4282-47ad-8238-8dd9b90c4191 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:55.170903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.197200 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 066a89c2-4282-47ad-8238-8dd9b90c4191, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=066a89c2-4282-47ad-8238-8dd9b90c4191,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:55.203286 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.250623 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-e8664843-71ea-45d7-ad1a-1fb4e205fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:55.259165 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-e8664843-71ea-45d7-ad1a-1fb4e205fe3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285980 Jun 20 14:53:55.312046 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=066a89c2-4282-47ad-8238-8dd9b90c4191,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:55.385567 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-885bbe9a-db37-430c-83b2-4c3bcbb5a760 admin admin] Publish callbacks [] for security_group (a7476109-09f2-453f-be21-8c4b9983b236), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.394314 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51456) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:55.396611 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-2a19bb52-774e-4b49-a7c0-64093e6d7a08 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289659 Jun 20 14:53:55.415736 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-885bbe9a-db37-430c-83b2-4c3bcbb5a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (a7476109-09f2-453f-be21-8c4b9983b236), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.586188 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37ff79a5-6f68-4a93-881d-6e4d671e910e req-e64b1535-8694-4ec5-804b-71940e0517fc service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818905 Jun 20 14:53:55.606278 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bbe9a-db37-430c-83b2-4c3bcbb5a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7476109-09f2-453f-be21-8c4b9983b236,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:55.616870 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-885bbe9a-db37-430c-83b2-4c3bcbb5a760 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25a814280743405f877b11de2118ce37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7584689 Jun 20 14:53:55.620072 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51466) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:55.628280 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096939a3-8fa3-4fbc-8be4-21b6ebef73d8 req-054c9a8b-f300-443c-95a7-bb53e196b10e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:55.639276 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-096939a3-8fa3-4fbc-8be4-21b6ebef73d8 req-054c9a8b-f300-443c-95a7-bb53e196b10e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.2458079 Jun 20 14:53:55.680899 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f649b54b-89de-4151-973a-fb3cc61e3166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.727589 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-096939a3-8fa3-4fbc-8be4-21b6ebef73d8 req-4d0a2430-b288-497c-94d5-da194d649fe1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845666 Jun 20 14:53:55.748372 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d86cb480-b378-49ca-bfea-f7d60523c87f admin admin] Publish callbacks [] for security_group (a7476109-09f2-453f-be21-8c4b9983b236), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.808589 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:55.813664 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d86cb480-b378-49ca-bfea-f7d60523c87f admin admin] Publish callbacks [] for security_group (a7476109-09f2-453f-be21-8c4b9983b236), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.895917 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f649b54b-89de-4151-973a-fb3cc61e3166 admin admin] Publish callbacks [] for security_group (0fc12b9a-ad48-4243-b28f-aea4a91cea17), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.905527 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f649b54b-89de-4151-973a-fb3cc61e3166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (0fc12b9a-ad48-4243-b28f-aea4a91cea17), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.927824 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d86cb480-b378-49ca-bfea-f7d60523c87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (a7476109-09f2-453f-be21-8c4b9983b236), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.931032 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d86cb480-b378-49ca-bfea-f7d60523c87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:55.932554 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-d86cb480-b378-49ca-bfea-f7d60523c87f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7476109-09f2-453f-be21-8c4b9983b236 HTTP/1.1" status: 204 len: 168 time: 0.3114514 Jun 20 14:53:55.941657 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:55.958359 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cb480-b378-49ca-bfea-f7d60523c87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7476109-09f2-453f-be21-8c4b9983b236,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:56.042358 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f649b54b-89de-4151-973a-fb3cc61e3166 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f593a8cd9654b4897676233118e8eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6465216 Jun 20 14:53:56.045672 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649b54b-89de-4151-973a-fb3cc61e3166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc12b9a-ad48-4243-b28f-aea4a91cea17,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:56.046587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51478) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:56.070271 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb64dd-277d-40ca-a6b9-e693a4ddbb41 req-053e7d39-a9bf-4136-a8d1-bcd8fe8e6867 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:56.072031 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dadb64dd-277d-40ca-a6b9-e693a4ddbb41 req-053e7d39-a9bf-4136-a8d1-bcd8fe8e6867 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 946 time: 0.1081235 Jun 20 14:53:56.125378 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-926208c4-ccfe-4a69-8601-d0ca719c85d0 admin admin] Publish callbacks [] for security_group (0fc12b9a-ad48-4243-b28f-aea4a91cea17), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:56.150106 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dadb64dd-277d-40ca-a6b9-e693a4ddbb41 req-4e3567be-7083-488f-97a5-14c9f9a1281b tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721984 Jun 20 14:53:56.159441 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-926208c4-ccfe-4a69-8601-d0ca719c85d0 admin admin] Publish callbacks [] for security_group (0fc12b9a-ad48-4243-b28f-aea4a91cea17), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:56.226598 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-926208c4-ccfe-4a69-8601-d0ca719c85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (0fc12b9a-ad48-4243-b28f-aea4a91cea17), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:56.230846 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:56.237555 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-926208c4-ccfe-4a69-8601-d0ca719c85d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:56.241464 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-926208c4-ccfe-4a69-8601-d0ca719c85d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fc12b9a-ad48-4243-b28f-aea4a91cea17 HTTP/1.1" status: 204 len: 168 time: 0.1932204 Jun 20 14:53:56.265857 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926208c4-ccfe-4a69-8601-d0ca719c85d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc12b9a-ad48-4243-b28f-aea4a91cea17,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:56.299949 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b8515-92e4-49cc-81f6-aa32c002b97c req-85e12105-7174-4de6-894e-0819a9c589d8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:56.302461 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d02b8515-92e4-49cc-81f6-aa32c002b97c req-85e12105-7174-4de6-894e-0819a9c589d8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0887184 Jun 20 14:53:56.303626 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Sync routers for ids ['25ff933f-8a98-49e6-bb67-57eee7e0a361'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:53:56.326416 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Routers {'25ff933f-8a98-49e6-bb67-57eee7e0a361'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:56.327199 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['25ff933f-8a98-49e6-bb67-57eee7e0a361'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:56.372140 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d02b8515-92e4-49cc-81f6-aa32c002b97c req-f8cd1a8d-a7be-48f5-bf89-dfb4e2363239 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592487 Jun 20 14:53:56.507712 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51484) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:56.525746 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0e8d05d0-1324-4bbc-886c-71e64b2def08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:56.536809 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Set router 25ff933f-8a98-49e6-bb67-57eee7e0a361 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:56.561586 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-dfe2d87b-321d-4a8c-8836-3b9534ec7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:56.565862 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-dfe2d87b-321d-4a8c-8836-3b9534ec7b84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 1127 time: 0.1141639 Jun 20 14:53:56.572204 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:56.723028 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0e8d05d0-1324-4bbc-886c-71e64b2def08 admin admin] Publish callbacks [] for security_group (f0d762af-4625-450b-9c8c-1aa4ac95a94f), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:56.729718 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0e8d05d0-1324-4bbc-886c-71e64b2def08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (f0d762af-4625-450b-9c8c-1aa4ac95a94f), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:56.820981 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d05d0-1324-4bbc-886c-71e64b2def08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d762af-4625-450b-9c8c-1aa4ac95a94f,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:56.842110 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0e8d05d0-1324-4bbc-886c-71e64b2def08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cdc5f1450164ded8cf7a9750fadf259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327215 Jun 20 14:53:56.849613 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51492) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:56.891052 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 066a89c2-4282-47ad-8238-8dd9b90c4191 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:56.957824 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 4, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port': {'id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:43Z', 'updated_at': '2022-06-20T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'b86541e3-4294-4843-8d76-3d27bc432015', 'name': '', 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'mac_address': 'fa:16:3e:12:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:48Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 2, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'subnets': [{'id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:56.990680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 066a89c2-4282-47ad-8238-8dd9b90c4191 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:56.991408 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.035911 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Checking router: 25ff933f-8a98-49e6-bb67-57eee7e0a361 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:53:57.035911 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Updating router 25ff933f-8a98-49e6-bb67-57eee7e0a361 port b86541e3-4294-4843-8d76-3d27bc432015 binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:53:57.053378 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e309818-b391-49f3-956b-b557660f3905 req-28166d42-8707-48ed-8465-7a95417f7dbf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:57.063651 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4e309818-b391-49f3-956b-b557660f3905 req-28166d42-8707-48ed-8465-7a95417f7dbf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.1310036 Jun 20 14:53:57.097215 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-615ceaef-0804-4ae4-aca7-a7b2c7e94441 admin admin] Publish callbacks [] for security_group (f0d762af-4625-450b-9c8c-1aa4ac95a94f), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.102948 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:57.106535 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 066a89c2-4282-47ad-8238-8dd9b90c4191 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:57.112204 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b86541e3-4294-4843-8d76-3d27bc432015), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.162667 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-615ceaef-0804-4ae4-aca7-a7b2c7e94441 admin admin] Publish callbacks [] for security_group (f0d762af-4625-450b-9c8c-1aa4ac95a94f), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.182705 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4e309818-b391-49f3-956b-b557660f3905 req-33cdb1d4-014b-482b-8e56-436ddede9af5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176200 Jun 20 14:53:57.297466 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-615ceaef-0804-4ae4-aca7-a7b2c7e94441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (f0d762af-4625-450b-9c8c-1aa4ac95a94f), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.300475 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-615ceaef-0804-4ae4-aca7-a7b2c7e94441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.302131 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-615ceaef-0804-4ae4-aca7-a7b2c7e94441 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0d762af-4625-450b-9c8c-1aa4ac95a94f HTTP/1.1" status: 204 len: 168 time: 0.4505727 Jun 20 14:53:57.329801 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ceaef-0804-4ae4-aca7-a7b2c7e94441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d762af-4625-450b-9c8c-1aa4ac95a94f,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:57.349812 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7278d29-8ed9-4c85-bc8a-3a23f12f21de req-5c03c414-7729-4abb-9e41-70aa6a9419b4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:57.357094 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f7278d29-8ed9-4c85-bc8a-3a23f12f21de req-5c03c414-7729-4abb-9e41-70aa6a9419b4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 946 time: 0.0731626 Jun 20 14:53:57.415254 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f7278d29-8ed9-4c85-bc8a-3a23f12f21de req-05c5e08a-4980-4e37-9b62-aee167527833 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531852 Jun 20 14:53:57.564184 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0261f-92c2-4408-8e3a-f5cf7ea8d633 req-66eadb63-eefb-4a6e-8d03-cd77054f34d9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:57.571476 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-83f0261f-92c2-4408-8e3a-f5cf7ea8d633 req-66eadb63-eefb-4a6e-8d03-cd77054f34d9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0767365 Jun 20 14:53:57.675704 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-83f0261f-92c2-4408-8e3a-f5cf7ea8d633 req-d3e44440-2994-43c1-add2-e7dc72b83150 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965374 Jun 20 14:53:57.877194 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-20a229a3-7643-48e9-aaf6-00cfbbf56932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:57.882043 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-20a229a3-7643-48e9-aaf6-00cfbbf56932 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.2816784 Jun 20 14:53:57.887501 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Publish callbacks [] for port (b86541e3-4294-4843-8d76-3d27bc432015), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.915820 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b86541e3-4294-4843-8d76-3d27bc432015), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:57.988964 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b1cf6-2ae7-446c-a224-97ac8ca85d3a None None] Pushing event updated for resources: {'Port': ['ID=b86541e3-4294-4843-8d76-3d27bc432015,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:58.018223 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-df6ce8e0-2eaa-479e-be33-a74aff0efb5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 200 len: 217 time: 0.1176789 Jun 20 14:53:58.019685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-d3540544-a9e6-470b-ab32-c8132390aaf7 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:58.027539 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-d3540544-a9e6-470b-ab32-c8132390aaf7 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 946 time: 0.1261914 Jun 20 14:53:58.134676 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Attempting to bind port b86541e3-4294-4843-8d76-3d27bc432015 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:53:58.135815 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Attempting to bind port b86541e3-4294-4843-8d76-3d27bc432015 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:53:58.136181 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Attempting to bind port b86541e3-4294-4843-8d76-3d27bc432015 on network a9d84451-e90e-48c0-b5b6-cfadee15a681 {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:53:58.146540 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:53:58.146913 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Checking segment: {'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:53:58.147304 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:58.147689 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Bound using segment: {'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:53:58.148151 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Bound port: b86541e3-4294-4843-8d76-3d27bc432015, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed93c92-96d3-40a9-8406-b9e20f9479f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:53:58.155314 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b86541e3-4294-4843-8d76-3d27bc432015), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:58.277562 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-77138db1-b3ae-45b2-b520-e2f042b7f84e None None] Provisioning complete for port b86541e3-4294-4843-8d76-3d27bc432015 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:58.278224 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-77138db1-b3ae-45b2-b520-e2f042b7f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b86541e3-4294-4843-8d76-3d27bc432015), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:58.311431 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] For port b86541e3-4294-4843-8d76-3d27bc432015, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:53:58.316457 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] For port b86541e3-4294-4843-8d76-3d27bc432015, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b86541e3-4294-4843-8d76-3d27bc432015,segment=NetworkSegment(2ed93c92-96d3-40a9-8406-b9e20f9479f6),segment_id=2ed93c92-96d3-40a9-8406-b9e20f9479f6)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:53:58.330577 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b86541e3-4294-4843-8d76-3d27bc432015), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:58.365886 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-77138db1-b3ae-45b2-b520-e2f042b7f84e None None] Port b86541e3-4294-4843-8d76-3d27bc432015 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:53:58.383992 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51546) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:58.449352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4c0c3-9cc4-4a9e-b631-1d300d0fc326 req-ca8f5b54-5056-4fdf-8801-a7bb1c8c6bc2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:58.454262 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-16a4c0c3-9cc4-4a9e-b631-1d300d0fc326 req-ca8f5b54-5056-4fdf-8801-a7bb1c8c6bc2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.1224763 Jun 20 14:53:58.466064 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b1cf6-2ae7-446c-a224-97ac8ca85d3a None None] Pushing event updated for resources: {'Port': ['ID=b86541e3-4294-4843-8d76-3d27bc432015,revision_number=4']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:58.502731 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:58.505193 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Routers {'25ff933f-8a98-49e6-bb67-57eee7e0a361'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:53:58.512924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:58.517014 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:53:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['25ff933f-8a98-49e6-bb67-57eee7e0a361'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:58.561245 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-16a4c0c3-9cc4-4a9e-b631-1d300d0fc326 req-8f28f4dd-5bfd-47c8-91bc-4544e494e514 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027634 Jun 20 14:53:58.713049 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250c2df-9085-49b9-9679-8bf979822833 req-e367f7b2-bcc8-4c32-900a-09b407b9cc61 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:58.725539 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e250c2df-9085-49b9-9679-8bf979822833 req-e367f7b2-bcc8-4c32-900a-09b407b9cc61 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 946 time: 0.1152501 Jun 20 14:53:58.800679 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:53:58.818830 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c88e3e22-2fd5-4c48-9e49-6870c4fde489 None None] Provisioning complete for port b86541e3-4294-4843-8d76-3d27bc432015 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:58.837140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c88e3e22-2fd5-4c48-9e49-6870c4fde489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b86541e3-4294-4843-8d76-3d27bc432015), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:58.866221 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:58.903480 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] Set router 25ff933f-8a98-49e6-bb67-57eee7e0a361 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:53:58.949215 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-dd86597e-72cc-40ed-b7d3-575bc7103719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:58.962530 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-dd86597e-72cc-40ed-b7d3-575bc7103719 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.1950421 Jun 20 14:53:59.105529 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b86541e3-4294-4843-8d76-3d27bc432015 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:53:59.171347 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:59.184679 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e250c2df-9085-49b9-9679-8bf979822833 req-348e8a9d-9152-4e58-8e2d-7733b3071ae3 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581692 Jun 20 14:53:59.197287 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7e00ddd4-6745-4972-a56d-2ebe62e13fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:59.295864 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-6ae1758c-9a04-4a40-9168-aaea714342d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:59.299471 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-6ae1758c-9a04-4a40-9168-aaea714342d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3133259 Jun 20 14:53:59.403727 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 4, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port': {'id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:43Z', 'updated_at': '2022-06-20T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'b86541e3-4294-4843-8d76-3d27bc432015', 'name': '', 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'mac_address': 'fa:16:3e:12:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:48Z', 'updated_at': '2022-06-20T14:53:58Z', 'revision_number': 4, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'subnets': [{'id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:53:59.450546 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e36300-506d-4504-a5d7-15b6f93b9e0f None None] The sync data for ids ['25ff933f-8a98-49e6-bb67-57eee7e0a361'] in dv-cinder-836973-5-iscsi is: [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:53:49Z', 'revision_number': 4, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port': {'id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:43Z', 'updated_at': '2022-06-20T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'b86541e3-4294-4843-8d76-3d27bc432015', 'name': '', 'network_id': 'a9d84451-e90e-48c0-b5b6-cfadee15a681', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'mac_address': 'fa:16:3e:12:2a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:48Z', 'updated_at': '2022-06-20T14:53:58Z', 'revision_number': 4, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'subnets': [{'id': '7add8c40-0b76-46c2-8cf7-a36459fe3e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:53:59.490152 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c88e3e22-2fd5-4c48-9e49-6870c4fde489 None None] Current status of the port b86541e3-4294-4843-8d76-3d27bc432015 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:53:59.492152 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c88e3e22-2fd5-4c48-9e49-6870c4fde489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b86541e3-4294-4843-8d76-3d27bc432015), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:59.554554 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:59.610831 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:59.656263 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7e00ddd4-6745-4972-a56d-2ebe62e13fe6 admin admin] Publish callbacks [] for security_group (fd5b42dc-6a0b-459f-8c18-1b87accaf578), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:59.663799 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7e00ddd4-6745-4972-a56d-2ebe62e13fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fd5b42dc-6a0b-459f-8c18-1b87accaf578), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:59.691609 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a26c5-f57a-4440-9aae-205324b33184 req-22b1fd35-2671-4a5e-ae1d-7a361e87645b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:59.699596 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-914a26c5-f57a-4440-9aae-205324b33184 req-22b1fd35-2671-4a5e-ae1d-7a361e87645b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.8457830 Jun 20 14:53:59.713213 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73284314-6478-42e0-9092-3925e61459ff req-04c2da75-57ac-4ce5-b826-59fff02aee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:59.714630 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-73284314-6478-42e0-9092-3925e61459ff req-04c2da75-57ac-4ce5-b826-59fff02aee37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 1129 time: 0.3855047 Jun 20 14:53:59.716939 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Deleting port 58d38709-d644-420a-adf0-6acafb161ee3 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:53:59.717290 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (58d38709-d644-420a-adf0-6acafb161ee3), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:59.750091 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-4f64b366-ae27-4021-9e08-81e3d5efba6a service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424443 Jun 20 14:53:59.775627 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7e00ddd4-6745-4972-a56d-2ebe62e13fe6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1afac63bc184f7d8d32d86ddaa7a55e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3904991 Jun 20 14:53:59.777616 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51606) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:53:59.783528 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port b86541e3-4294-4843-8d76-3d27bc432015 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:53:59.791470 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b86541e3-4294-4843-8d76-3d27bc432015), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:59.796655 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:59.804109 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00ddd4-6745-4972-a56d-2ebe62e13fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b42dc-6a0b-459f-8c18-1b87accaf578,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:53:59.849223 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00a27a-ee81-4d68-9302-e0911e780dca req-ed247e60-e4ba-4804-93b3-350b8c4a589c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:53:59.860366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-c88e3e22-2fd5-4c48-9e49-6870c4fde489 None None] For port b86541e3-4294-4843-8d76-3d27bc432015, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b86541e3-4294-4843-8d76-3d27bc432015,segment=NetworkSegment(2ed93c92-96d3-40a9-8406-b9e20f9479f6),segment_id=2ed93c92-96d3-40a9-8406-b9e20f9479f6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:53:59.864952 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:53:59.891929 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-914a26c5-f57a-4440-9aae-205324b33184 req-7f005cec-3bc1-4b56-8f3b-a3d99ca277a1 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912739 Jun 20 14:53:59.921292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c88e3e22-2fd5-4c48-9e49-6870c4fde489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b86541e3-4294-4843-8d76-3d27bc432015), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:53:59.927813 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2a00a27a-ee81-4d68-9302-e0911e780dca req-ed247e60-e4ba-4804-93b3-350b8c4a589c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.1982865 Jun 20 14:53:59.933057 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'port_id': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'mac_address': 'fa:16:3e:dc:84:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:53:59.954540 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-73284314-6478-42e0-9092-3925e61459ff req-51f989ad-bb34-4b75-963f-a444bbc0279b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206423 Jun 20 14:54:00.015302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] For port 58d38709-d644-420a-adf0-6acafb161ee3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=58d38709-d644-420a-adf0-6acafb161ee3,segment=NetworkSegment(f16bbe58-195d-4a85-840e-14b93209dc6c),segment_id=f16bbe58-195d-4a85-840e-14b93209dc6c)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:00.016280 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (58d38709-d644-420a-adf0-6acafb161ee3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.054119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Calling delete_port for 58d38709-d644-420a-adf0-6acafb161ee3 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:54:00.176114 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e3e22-2fd5-4c48-9e49-6870c4fde489 None None] Pushing event updated for resources: {'Port': ['ID=b86541e3-4294-4843-8d76-3d27bc432015,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:00.198531 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 4003555e-bf92-479e-b2dd-be6fe4500b56 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:00.199212 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.227292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4003555e-bf92-479e-b2dd-be6fe4500b56 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:54:00.228301 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Publish callbacks [] for security_group (fd5b42dc-6a0b-459f-8c18-1b87accaf578), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.234618 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port b86541e3-4294-4843-8d76-3d27bc432015 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:00.287191 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:00.297140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.319231 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2a00a27a-ee81-4d68-9302-e0911e780dca req-25cf81b6-695b-41d5-9f90-7d9c963d9755 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3845024 Jun 20 14:54:00.340164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Publish callbacks [] for security_group (fd5b42dc-6a0b-459f-8c18-1b87accaf578), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.361748 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b8c8123-20eb-4121-9c8c-394f390e40dc req-8e47b8c5-df57-4b65-a447-165c6484887e service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848119 Jun 20 14:54:00.447129 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fd5b42dc-6a0b-459f-8c18-1b87accaf578), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.449754 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.450928 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd5b42dc-6a0b-459f-8c18-1b87accaf578 HTTP/1.1" status: 204 len: 168 time: 0.6685874 Jun 20 14:54:00.461960 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b42dc-6a0b-459f-8c18-1b87accaf578,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:00.468357 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0224da-5b81-459a-8712-1d91345592f7 req-10f16205-a51b-47b5-a534-8a6c31b8e266 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:00.473989 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:00.481580 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ab0224da-5b81-459a-8712-1d91345592f7 req-10f16205-a51b-47b5-a534-8a6c31b8e266 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 946 time: 0.1382580 Jun 20 14:54:00.490059 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.490399 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.490740 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.491075 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.491407 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.491730 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.492050 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.492374 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.492693 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.502571 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.503202 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.503701 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.504189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.504750 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.505245 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec92acd-24a5-4673-b734-d626009b8b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:00.567842 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['4003555e-bf92-479e-b2dd-be6fe4500b56'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:54:00.616398 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ab0224da-5b81-459a-8712-1d91345592f7 req-e03d5a6a-fa55-4e72-8271-1024e2c8947a tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1253deb-2bb4-4800-84a3-aa226c7527b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337945 Jun 20 14:54:00.625137 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (58d38709-d644-420a-adf0-6acafb161ee3), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.671058 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Pushing event deleted for resources: {'Port': ['ID=58d38709-d644-420a-adf0-6acafb161ee3,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:00.792115 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] No DVR routers for this DVR port 58d38709-d644-420a-adf0-6acafb161ee3 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:54:00.792661 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 58d38709-d644-420a-adf0-6acafb161ee3 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:54:00.796238 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:00.807823 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-145c09f6-7dc1-4cd5-bd06-c04dcc417ce8 req-97067cce-ee57-4a54-a474-b9074fa15957 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.26 "DELETE /v2.0/ports/58d38709-d644-420a-adf0-6acafb161ee3 HTTP/1.1" status: 204 len: 173 time: 2.0744090 Jun 20 14:54:00.808457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'name': 'network-vif-deleted', 'tag': '58d38709-d644-420a-adf0-6acafb161ee3'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:00.811121 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef31f62-7d49-48ae-9ff1-ebf1b8da304f" -d '{"events": [{"server_uuid": "9f72986c-e4c6-440b-97f9-4b5e7444f448", "name": "network-vif-deleted", "tag": "58d38709-d644-420a-adf0-6acafb161ee3"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:00.819192 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 58d38709-d644-420a-adf0-6acafb161ee3 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:54:00.820243 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 58d38709-d644-420a-adf0-6acafb161ee3 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:54:00.891100 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b86541e3-4294-4843-8d76-3d27bc432015 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:54:00.919078 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51650bba-a67d-4e8f-99f3-9f75a2e9fd93 x-openstack-request-id: req-51650bba-a67d-4e8f-99f3-9f75a2e9fd93 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:00.919566 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f72986c-e4c6-440b-97f9-4b5e7444f448", "name": "network-vif-deleted", "tag": "58d38709-d644-420a-adf0-6acafb161ee3", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:00.919966 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51650bba-a67d-4e8f-99f3-9f75a2e9fd93 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:00.920579 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51650bba-a67d-4e8f-99f3-9f75a2e9fd93'] response: {'server_uuid': '9f72986c-e4c6-440b-97f9-4b5e7444f448', 'name': 'network-vif-deleted', 'tag': '58d38709-d644-420a-adf0-6acafb161ee3', 'status': 'completed', 'code': 200} Jun 20 14:54:00.982739 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:00.984162 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port b86541e3-4294-4843-8d76-3d27bc432015 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:00.984537 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b86541e3-4294-4843-8d76-3d27bc432015), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:01.135722 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c7f74-af24-4078-bc22-1eec89fd69ba req-d187dea6-3d0c-447a-8aa0-af1c950ecfa0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:01.137923 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-002c7f74-af24-4078-bc22-1eec89fd69ba req-d187dea6-3d0c-447a-8aa0-af1c950ecfa0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0702863 Jun 20 14:54:01.146711 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port b86541e3-4294-4843-8d76-3d27bc432015 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:01.207736 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-002c7f74-af24-4078-bc22-1eec89fd69ba req-15a94fc3-3a9e-4191-9a45-0842f88b851d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Jun 20 14:54:01.555344 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999317d-a725-4d42-9f7b-3012886b5fd6 req-299c8043-2337-4788-ae40-8f7f2c5aef06 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:01.557871 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1999317d-a725-4d42-9f7b-3012886b5fd6 req-299c8043-2337-4788-ae40-8f7f2c5aef06 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 944 time: 0.1187823 Jun 20 14:54:01.625231 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1999317d-a725-4d42-9f7b-3012886b5fd6 req-95bcfe4b-7ce1-4391-a8a5-c1607906dde4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582004 Jun 20 14:54:01.802434 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-abe266d3-6e6a-4995-aa20-d0fdd6160753 req-da3a3015-b2ed-4e6d-905e-da2f16b8aad4 tempest-VolumesActionsTest-834626655 tempest-VolumesActionsTest-834626655-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f72986c-e4c6-440b-97f9-4b5e7444f448 HTTP/1.1" status: 200 len: 210 time: 0.0485194 Jun 20 14:54:02.355314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:02.382681 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1add-88a9-490a-bcb3-bdfc2516c0a2 req-6b22d2fb-a29b-4829-856c-3774095e3c48 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:02.391209 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-45ac1add-88a9-490a-bcb3-bdfc2516c0a2 req-6b22d2fb-a29b-4829-856c-3774095e3c48 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0708475 Jun 20 14:54:02.463385 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-45ac1add-88a9-490a-bcb3-bdfc2516c0a2 req-5b8189e7-9e0b-4cce-8d5e-75b0e0cdfa84 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Jun 20 14:54:02.812411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:54:02.902915 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:02.932512 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595504c1-66da-48fc-bda8-0a475605db3d req-5c301a61-3602-41bf-901a-7abd902d0d5f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:02.934308 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-595504c1-66da-48fc-bda8-0a475605db3d req-5c301a61-3602-41bf-901a-7abd902d0d5f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 944 time: 0.1781166 Jun 20 14:54:02.974563 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f927c-c104-4512-a0e8-049f98d24670 req-5e74d522-d9f3-4f86-8d45-c7a9d191b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:02.974563 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a96f927c-c104-4512-a0e8-049f98d24670 req-5e74d522-d9f3-4f86-8d45-c7a9d191b8d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 1129 time: 0.2589586 Jun 20 14:54:02.989742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fc903-7134-4510-9f29-0f1e4e0cffd8 req-e76518cc-303d-4522-9b4b-936f94b4c787 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:02.991927 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-572fc903-7134-4510-9f29-0f1e4e0cffd8 req-e76518cc-303d-4522-9b4b-936f94b4c787 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.2376666 Jun 20 14:54:03.000189 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 4003555e-bf92-479e-b2dd-be6fe4500b56 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:54:03.021935 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 4003555e-bf92-479e-b2dd-be6fe4500b56 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:03.022318 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:03.075936 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-595504c1-66da-48fc-bda8-0a475605db3d req-653d34e0-f30a-4ce0-bc71-012ce9734322 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348426 Jun 20 14:54:03.110081 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-572fc903-7134-4510-9f29-0f1e4e0cffd8 req-52e5d3cc-df8e-49fe-8210-06612d24bcbf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071887 Jun 20 14:54:03.152753 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 4003555e-bf92-479e-b2dd-be6fe4500b56 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:03.153556 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:03.203092 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f927c-c104-4512-a0e8-049f98d24670 req-b2f59684-77ed-4d70-8179-aae0c0ac04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:03.204900 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a96f927c-c104-4512-a0e8-049f98d24670 req-b2f59684-77ed-4d70-8179-aae0c0ac04a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.2182002 Jun 20 14:54:03.214769 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:03.217874 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619f77e-6cb9-41dd-a27e-353923a9b32b" -d '{"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-plugged", "status": "completed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:03.274092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:03.284749 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:03.298341 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a96f927c-c104-4512-a0e8-049f98d24670 req-e4ceddbc-5d84-4bba-841e-d2618e50b918 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=baa0872d-d472-425e-bc75-cdef4f527e6e HTTP/1.1" status: 200 len: 217 time: 0.0859916 Jun 20 14:54:03.354693 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29995ca4-13ec-4ca0-bcf8-1f80825e4bf0 x-openstack-request-id: req-29995ca4-13ec-4ca0-bcf8-1f80825e4bf0 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:03.356172 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-plugged", "status": "completed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:03.356589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29995ca4-13ec-4ca0-bcf8-1f80825e4bf0 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:03.357253 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29995ca4-13ec-4ca0-bcf8-1f80825e4bf0'] response: {'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'code': 200} Jun 20 14:54:03.389925 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f927c-c104-4512-a0e8-049f98d24670 req-ceb81025-35ae-4d92-a0ba-6576d4375766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:03.392101 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a96f927c-c104-4512-a0e8-049f98d24670 req-ceb81025-35ae-4d92-a0ba-6576d4375766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.0713696 Jun 20 14:54:03.401738 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:03.518237 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f927c-c104-4512-a0e8-049f98d24670 req-06bfd3b3-8df6-4112-b14f-7e738af62d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:03.520507 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a96f927c-c104-4512-a0e8-049f98d24670 req-06bfd3b3-8df6-4112-b14f-7e738af62d62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218171 Jun 20 14:54:03.568258 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:03.613490 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a0c6-5172-4b6d-a12a-6b3319aacfc4 req-00335729-52b4-4694-a907-d3a7ceb850bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:03.618608 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3636a0c6-5172-4b6d-a12a-6b3319aacfc4 req-00335729-52b4-4694-a907-d3a7ceb850bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 1129 time: 0.0775557 Jun 20 14:54:03.672400 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3636a0c6-5172-4b6d-a12a-6b3319aacfc4 req-9d391814-9ffd-4520-a5d0-6b1178c88818 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493052 Jun 20 14:54:03.678209 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a96f927c-c104-4512-a0e8-049f98d24670 req-87bb2f92-df9e-46a6-8061-6373abe2e340 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506777 Jun 20 14:54:04.087954 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a96f927c-c104-4512-a0e8-049f98d24670 req-5024d183-db98-4555-8a0c-c4f93ac870ca service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055707 Jun 20 14:54:04.281432 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0871d-263e-4dd9-856d-ea9eb6df156a req-2090e7f4-5d7e-4ffa-9224-3421f01f18d9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:04.290196 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0bd0871d-263e-4dd9-856d-ea9eb6df156a req-2090e7f4-5d7e-4ffa-9224-3421f01f18d9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0653253 Jun 20 14:54:04.316911 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baddcc-a61d-4ba7-8f3a-54d3e0f676df req-ef88782d-c60c-4016-b51b-c64f54f50044 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:04.317879 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-12baddcc-a61d-4ba7-8f3a-54d3e0f676df req-ef88782d-c60c-4016-b51b-c64f54f50044 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0974643 Jun 20 14:54:04.361816 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0bd0871d-263e-4dd9-856d-ea9eb6df156a req-92f4fad8-0910-411c-aa9d-c2212b72be1c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701399 Jun 20 14:54:04.425053 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-12baddcc-a61d-4ba7-8f3a-54d3e0f676df req-65d7f771-ae19-4ff6-a34f-559ae3ff4bf8 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976682 Jun 20 14:54:04.976396 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-900f4a2d-093e-480d-b8b7-5a777fc4c8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:05.505477 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a244ab-b7db-4290-847e-15c6fc1cebc0 req-5ec9c8a3-1c04-4596-81de-450432ba8830 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:05.518144 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a1a244ab-b7db-4290-847e-15c6fc1cebc0 req-5ec9c8a3-1c04-4596-81de-450432ba8830 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0832090 Jun 20 14:54:05.586473 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a1a244ab-b7db-4290-847e-15c6fc1cebc0 req-d8bdb27b-ae24-42b5-ba28-8bc29e5ef7c7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667391 Jun 20 14:54:05.597793 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc64096-999d-4e00-9339-c4e5e2e8f37f req-325816b8-d8d2-446b-be41-1456e7c8b9f1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:05.599254 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7bc64096-999d-4e00-9339-c4e5e2e8f37f req-325816b8-d8d2-446b-be41-1456e7c8b9f1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0634146 Jun 20 14:54:05.673653 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7bc64096-999d-4e00-9339-c4e5e2e8f37f req-9b989a2d-bf05-4f6e-924d-435a1393a8f7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685883 Jun 20 14:54:05.861651 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927f767-68ff-4cc4-b196-9efe495a6c36 req-529675dc-8b09-4cb3-9c9a-d08e33e08bd7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:05.864956 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6927f767-68ff-4cc4-b196-9efe495a6c36 req-529675dc-8b09-4cb3-9c9a-d08e33e08bd7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0688205 Jun 20 14:54:05.874751 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51768) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:05.879812 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'floatingip': {'port_id': '4003555e-bf92-479e-b2dd-be6fe4500b56'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:05.925101 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (6edfc456-221c-41dc-98ef-c5adfb61f554), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:06.324983 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:06.444024 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:06.448832 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (6edfc456-221c-41dc-98ef-c5adfb61f554), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:06.561870 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Floating IP 6edfc456-221c-41dc-98ef-c5adfb61f554 associated. External IP: 172.27.1.170, port: 4003555e-bf92-479e-b2dd-be6fe4500b56. Jun 20 14:54:06.817954 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d97f0-219e-4d4c-90c2-ebff129b0cb2 req-c6f3d501-ace8-449e-bbc2-2238303b03f5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:06.825212 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-686d97f0-219e-4d4c-90c2-ebff129b0cb2 req-c6f3d501-ace8-449e-bbc2-2238303b03f5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.1476467 Jun 20 14:54:06.842134 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:06.900495 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-686d97f0-219e-4d4c-90c2-ebff129b0cb2 req-50207296-5ed6-4de4-8083-c60e0a6f7c98 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743413 Jun 20 14:54:06.937768 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:06.977895 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:54:07.405047 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:54:07.411751 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:07.418786 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] Sync routers for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:54:07.422475 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e76ec386-f3a3-42d9-82a8-515bf74e6fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:07.438826 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:54:07.440368 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:07.444821 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d27cd463-0927-4f1a-a031-a1b0a8f0be18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "PUT /v2.0/floatingips/6edfc456-221c-41dc-98ef-c5adfb61f554 HTTP/1.1" status: 200 len: 991 time: 1.5666249 Jun 20 14:54:07.444821 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:07.446055 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd79e054-0abf-425b-a7da-566bb25062d2" -d '{"events": [{"name": "network-changed", "server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:07.452058 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-d1669a37-6fba-4f04-94e6-6752148543bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3148553 Jun 20 14:54:07.484613 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:54:07.512065 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c27a122-dfa6-4cbf-9d43-9c5d0901a21b x-openstack-request-id: req-4c27a122-dfa6-4cbf-9d43-9c5d0901a21b {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:07.512361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:07.512615 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c27a122-dfa6-4cbf-9d43-9c5d0901a21b {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:07.513074 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c27a122-dfa6-4cbf-9d43-9c5d0901a21b'] response: {'name': 'network-changed', 'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'status': 'completed', 'code': 200} Jun 20 14:54:07.636985 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:54:07.654659 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-40fdb397-a14f-474d-8373-4ded2f2e90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:07.657675 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-40fdb397-a14f-474d-8373-4ded2f2e90de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 1129 time: 0.0722067 Jun 20 14:54:07.691311 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:07.709746 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-d340cb38-0832-4d7a-bb55-93d7d8209152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:07.714645 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-d340cb38-0832-4d7a-bb55-93d7d8209152 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 1129 time: 0.1010184 Jun 20 14:54:07.993374 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-64209d3f-5608-4ea5-b197-faac33b580ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:08.009722 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-64209d3f-5608-4ea5-b197-faac33b580ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.3227990 Jun 20 14:54:08.048761 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:08.050644 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-ba267074-54ac-4822-8207-2447e19b6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:08.053181 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-ba267074-54ac-4822-8207-2447e19b6c4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.3336365 Jun 20 14:54:08.146353 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-4d8fd937-3341-4bb9-8ada-6341c2b60187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 200 len: 999 time: 0.0805743 Jun 20 14:54:08.236193 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-d216cbc6-bc7f-47f7-b40d-9eab4c8611cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:08.237715 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-d216cbc6-bc7f-47f7-b40d-9eab4c8611cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0839641 Jun 20 14:54:08.248622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f00f3e-9ee0-48fa-855e-bdd01a55ddcf req-ea7f3ead-d035-4bf8-9622-b4f09a24705a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:08.257655 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48f00f3e-9ee0-48fa-855e-bdd01a55ddcf req-ea7f3ead-d035-4bf8-9622-b4f09a24705a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.1499560 Jun 20 14:54:08.267455 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-fca136f4-eebf-4478-a4c9-e684b9a1fd48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c181e8-9634-4dd9-9d76-478532026463 HTTP/1.1" status: 200 len: 1001 time: 0.2512937 Jun 20 14:54:08.354064 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:08.372751 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '6edfc456-221c-41dc-98ef-c5adfb61f554', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'port_id': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'mac_address': 'fa:16:3e:dc:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:53:44Z', 'updated_at': '2022-06-20T14:54:06Z', 'revision_number': 1, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:08.373836 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48f00f3e-9ee0-48fa-855e-bdd01a55ddcf req-850aca62-a2f7-4e75-8cfa-784d677a016d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093180 Jun 20 14:54:08.383065 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-1f35d35e-f3ec-4b93-9de8-17d4c569898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:08.387586 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-2759304c-a294-4b25-9cbf-8abfd090e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:08.388916 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-1f35d35e-f3ec-4b93-9de8-17d4c569898f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.1103449 Jun 20 14:54:08.389213 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-2759304c-a294-4b25-9cbf-8abfd090e25d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1447990 Jun 20 14:54:08.409583 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] Checking router: 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:54:08.428809 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:54:08.429700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:08.481834 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-de34e011-8055-4ca5-99ef-3619e9916a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:08.483365 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-de34e011-8055-4ca5-99ef-3619e9916a73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836432 Jun 20 14:54:08.577258 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-6a9dca65-16b1-4c6e-82e9-95c7d0b5486c service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767418 Jun 20 14:54:08.595661 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:08.620538 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-686dfeab-ad13-4983-8b3a-c01984a7b4e9 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302447 Jun 20 14:54:08.659199 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:08.661383 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:54:08.816225 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd79e054-0abf-425b-a7da-566bb25062d2 req-90784d90-7a3a-4cba-b4e5-aa707f0783b3 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304168 Jun 20 14:54:08.817073 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:08.850746 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-02337bc0-f9de-441f-8131-4b724004e6e8 req-ec211f53-9742-47ee-971c-43947e839236 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225087 Jun 20 14:54:08.997729 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '6edfc456-221c-41dc-98ef-c5adfb61f554', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'port_id': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'mac_address': 'fa:16:3e:dc:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:53:44Z', 'updated_at': '2022-06-20T14:54:06Z', 'revision_number': 1, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:09.206101 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911b55ff-900b-47db-a850-88c6fdbe219a None None] The sync data for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi is: [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '6edfc456-221c-41dc-98ef-c5adfb61f554', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'port_id': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'mac_address': 'fa:16:3e:dc:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:53:44Z', 'updated_at': '2022-06-20T14:54:06Z', 'revision_number': 1, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:54:09.400410 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:09.486872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51864) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:09.497289 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988582582', 'description': 'tempest-description--1426859267'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:09.528576 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.549478 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca08cec-2074-4aa2-a795-37fcba56d3fc None None] New status for floating IP 6edfc456-221c-41dc-98ef-c5adfb61f554: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:54:09.614328 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (14fa3a03-ce09-442b-93dc-d7a6e2351ca3), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.616070 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:09.625688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (14fa3a03-ce09-442b-93dc-d7a6e2351ca3), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.669165 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.669425 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-9986bfe3-4315-4c75-872c-e57c9169bc93 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:09.670975 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1805196 Jun 20 14:54:09.673016 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fa3a03-ce09-442b-93dc-d7a6e2351ca3,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:09.675434 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51874) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:09.678074 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-9986bfe3-4315-4c75-872c-e57c9169bc93 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 815 time: 0.1493962 Jun 20 14:54:09.680341 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-4b224cb0-2f92-45de-8fc9-4d13eaa5a164 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': '14fa3a03-ce09-442b-93dc-d7a6e2351ca3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:09.694405 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.695023 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.695515 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.696046 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.696537 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.697041 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.697524 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.697997 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.698471 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.698602 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-b2ef28dc-5db6-44f5-a79c-e3153bf75708 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/quotas/7500725f7c744f318862323e13c5f23e HTTP/1.1" status: 200 len: 375 time: 0.0193191 Jun 20 14:54:09.699056 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.699536 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.700156 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.700610 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.701212 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.701685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc0236b-0ff9-4dfd-83d4-ac1a8ddcf6b8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:09.735123 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4b224cb0-2f92-45de-8fc9-4d13eaa5a164 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (043da374-021f-4ebd-b6d8-d5d473372502), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.787558 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-9a35d80a-438c-4b73-9a50-b22fd40b115e tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806849 Jun 20 14:54:09.831977 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4b224cb0-2f92-45de-8fc9-4d13eaa5a164 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (043da374-021f-4ebd-b6d8-d5d473372502), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.838427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4b224cb0-2f92-45de-8fc9-4d13eaa5a164 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (043da374-021f-4ebd-b6d8-d5d473372502), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.864706 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b224cb0-2f92-45de-8fc9-4d13eaa5a164 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043da374-021f-4ebd-b6d8-d5d473372502,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:09.875712 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4b224cb0-2f92-45de-8fc9-4d13eaa5a164 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.877160 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4b224cb0-2f92-45de-8fc9-4d13eaa5a164 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004957 Jun 20 14:54:09.880181 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51880) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:09.884924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-f26b733d-28d9-4154-be23-0b6095268095 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': '14fa3a03-ce09-442b-93dc-d7a6e2351ca3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:09.913779 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-de1a19ec-f89a-41d0-b050-5761068d1e29 service neutron] 10.222.0.23 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230891 Jun 20 14:54:09.925874 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f26b733d-28d9-4154-be23-0b6095268095 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (cb21d2ec-b01f-405e-a045-07c1de710918), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.994435 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f26b733d-28d9-4154-be23-0b6095268095 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (cb21d2ec-b01f-405e-a045-07c1de710918), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:09.999378 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f26b733d-28d9-4154-be23-0b6095268095 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (cb21d2ec-b01f-405e-a045-07c1de710918), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.022795 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b733d-28d9-4154-be23-0b6095268095 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb21d2ec-b01f-405e-a045-07c1de710918,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:10.038666 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f26b733d-28d9-4154-be23-0b6095268095 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.042903 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f26b733d-28d9-4154-be23-0b6095268095 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586986 Jun 20 14:54:10.043489 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-0070417b-371f-4c1e-9aac-ef712229cb1d service neutron] 10.222.0.23 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259508 Jun 20 14:54:10.043590 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 51886) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:10.047933 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:10.072028 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.166518 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.167427 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.263261 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-de68ca47-3d8f-4e92-a43a-8022c52e79e0 req-d0acbce8-0cad-4f2b-ae3a-b7ddb8f7cfd1 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 210 time: 0.0444312 Jun 20 14:54:10.319251 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.382851 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51910) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:10.383727 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:10.388555 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-39a4dced-9488-4cb0-8fbf-daad63f5506a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137622421', 'description': 'tempest-description--189940382'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:10.403666 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.27.1.125 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:54:10.416582 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:10.434488 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39a4dced-9488-4cb0-8fbf-daad63f5506a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.566397 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39a4dced-9488-4cb0-8fbf-daad63f5506a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group (4404b955-9490-4c8f-944a-ab8859ea340a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.575683 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39a4dced-9488-4cb0-8fbf-daad63f5506a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4404b955-9490-4c8f-944a-ab8859ea340a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.597051 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.650367 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4dced-9488-4cb0-8fbf-daad63f5506a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4404b955-9490-4c8f-944a-ab8859ea340a,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:10.666109 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39a4dced-9488-4cb0-8fbf-daad63f5506a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.667413 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-39a4dced-9488-4cb0-8fbf-daad63f5506a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2829511 Jun 20 14:54:10.672484 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51922) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:10.678581 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-df21031d-92c4-4494-8409-9dd7f7a893a6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'security_group_rule': {'security_group_id': '4404b955-9490-4c8f-944a-ab8859ea340a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:10.704248 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.736289 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df21031d-92c4-4494-8409-9dd7f7a893a6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group_rule (a9806cf2-67ca-4662-9e66-1460f2f06bfb), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.785367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:54:10.789533 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:10.792034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:54:10.796626 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:54:10.835027 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df21031d-92c4-4494-8409-9dd7f7a893a6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group_rule (a9806cf2-67ca-4662-9e66-1460f2f06bfb), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.840572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:10.842486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df21031d-92c4-4494-8409-9dd7f7a893a6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (a9806cf2-67ca-4662-9e66-1460f2f06bfb), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.871207 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21031d-92c4-4494-8409-9dd7f7a893a6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9806cf2-67ca-4662-9e66-1460f2f06bfb,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:10.886065 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-df21031d-92c4-4494-8409-9dd7f7a893a6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.889154 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-df21031d-92c4-4494-8409-9dd7f7a893a6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156212 Jun 20 14:54:10.890149 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51930) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:10.895501 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-a40a5a6e-721c-4c2f-ac3f-fd5370486146 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'security_group_rule': {'security_group_id': '4404b955-9490-4c8f-944a-ab8859ea340a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:10.926530 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (0c747143-347b-4d33-92cf-38a726c7c8d6), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.928966 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a40a5a6e-721c-4c2f-ac3f-fd5370486146 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group_rule (e06df717-9470-48e8-9a27-bbc841d296b1), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:10.982680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.002676 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a40a5a6e-721c-4c2f-ac3f-fd5370486146 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group_rule (e06df717-9470-48e8-9a27-bbc841d296b1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.009054 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a40a5a6e-721c-4c2f-ac3f-fd5370486146 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (e06df717-9470-48e8-9a27-bbc841d296b1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.032165 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a5a6e-721c-4c2f-ac3f-fd5370486146 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06df717-9470-48e8-9a27-bbc841d296b1,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:11.043103 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a40a5a6e-721c-4c2f-ac3f-fd5370486146 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.044783 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-a40a5a6e-721c-4c2f-ac3f-fd5370486146 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536415 Jun 20 14:54:11.048105 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 51934) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:11.054000 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:11.073075 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:11.081744 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.182915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.191287 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.210303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.299926 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:11.317440 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:11.318030 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Allocated IP 172.27.1.92 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/81fea359-200a-419b-ad5d-de821728c45f) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:54:11.322772 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (0c747143-347b-4d33-92cf-38a726c7c8d6), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.347552 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.357251 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-fab785cf-bd54-4128-a251-e3c5ab123553 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3044941 Jun 20 14:54:11.405399 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f5ea9863-83bc-4eff-8599-b96b7fc29605 req-d633e3e2-883e-4d82-92ae-872ecf5a6fb9 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 210 time: 0.0291672 Jun 20 14:54:11.455478 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for port (81fea359-200a-419b-ad5d-de821728c45f), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.492103 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (81fea359-200a-419b-ad5d-de821728c45f), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.533982 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:54:11.537683 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:54:11.540617 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:54:11.588663 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'Port': ['ID=81fea359-200a-419b-ad5d-de821728c45f,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:11.655260 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-f56aa339-fe8e-4918-8702-19bab9d3bc5c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1988582582&fields=id&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 267 time: 0.1089687 Jun 20 14:54:11.666963 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:11.701649 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.787559 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (81fea359-200a-419b-ad5d-de821728c45f), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:11.825213 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-7a3b520f-a14f-4edb-8ef8-4aa468467db2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:11.826660 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-7a3b520f-a14f-4edb-8ef8-4aa468467db2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.1625757 Jun 20 14:54:11.835249 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:11.858444 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-b1651808-63d7-4e47-89c1-0ee246c3cb6b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/quotas/532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 375 time: 0.0251570 Jun 20 14:54:11.957790 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-67c2159c-f1ea-4185-92ec-e7e89e31cb65 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878172 Jun 20 14:54:12.270998 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for port (81fea359-200a-419b-ad5d-de821728c45f), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:12.279630 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (81fea359-200a-419b-ad5d-de821728c45f), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:12.349783 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-053203a9-89e2-43b7-b10e-9f60df90269d service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743234 Jun 20 14:54:12.375649 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'Port': ['ID=81fea359-200a-419b-ad5d-de821728c45f,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:12.409036 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:12.468742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:12.469988 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-9c6e52dc-0557-40ce-b438-594f7cf9eb09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4205456 Jun 20 14:54:12.476181 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-02eab390-1a73-409b-953b-9ab9e7a62883 service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182284 Jun 20 14:54:12.550177 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-98de5431-b400-420a-8ac6-850c9a2054d6 req-09d42840-b4c6-4cb0-acbd-5675942d8bb6 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 210 time: 0.0534265 Jun 20 14:54:12.709325 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-62ae27fc-617a-4d9b-9592-4a511e8396df req-62c5123d-a538-49d7-9833-630a59032499 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 210 time: 0.0300441 Jun 20 14:54:12.734990 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-c50aba23-7727-42d5-acb0-b91db843be2a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1137622421&fields=id&tenant_id=1333ac4890624e11941a2681b51b07ab HTTP/1.1" status: 200 len: 267 time: 0.0609562 Jun 20 14:54:12.846915 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a1deab9b-3c1e-40e9-9dfd-7a55d61fbce0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:12.848403 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a1deab9b-3c1e-40e9-9dfd-7a55d61fbce0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 819 time: 0.1065137 Jun 20 14:54:12.864491 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a839bbbd-a8f2-43b7-a293-18a988af1076 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/quotas/1333ac4890624e11941a2681b51b07ab HTTP/1.1" status: 200 len: 375 time: 0.0101202 Jun 20 14:54:12.924385 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-4b05f6d2-1deb-420f-9a9e-834644c1a252 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541403 Jun 20 14:54:13.071552 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:13.131628 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-d2d7f16e-03b6-4a65-bafe-30093ed8067c service neutron] 10.222.0.23 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919320 Jun 20 14:54:13.202734 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-6e75af5b-1860-476d-8ec7-693123d321a0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:13.204175 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-6e75af5b-1860-476d-8ec7-693123d321a0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.26 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 815 time: 0.1890645 Jun 20 14:54:13.258374 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-b5c504f5-8e1d-4f8f-8d31-4607e2a696e6 service neutron] 10.222.0.23 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143425 Jun 20 14:54:13.273114 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'port': {'device_id': '33e28018-9057-44e5-a730-871114cf6249', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'admin_state_up': True, 'tenant_id': '7500725f7c744f318862323e13c5f23e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:13.444529 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Made reservation on behalf of 7500725f7c744f318862323e13c5f23e for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:54:13.452217 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:13.479596 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ba6dda36-a662-4028-8c3c-7e9cea8d3d3e req-050107b7-2997-4338-8171-c0ec9f7c8da3 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 210 time: 0.0726240 Jun 20 14:54:13.705045 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ec3daefe-e5c0-4640-bf75-fdb1363815d0 req-c04b6e29-21a8-42e5-8a5a-f6bb651d4a1d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 210 time: 0.0496948 Jun 20 14:54:13.705596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Allocated IP 172.20.0.11 (99ae49b1-4209-43ab-a443-be5d8d242625/07baa2fe-57a5-44d9-b3d8-31870440880e/6ee3c9d3-8185-4e24-b29a-20f7ceb97549) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:54:13.937235 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9483f578-09d3-4902-b715-c1278cd4bd51 req-c8e1399a-7cc9-477b-b79d-f9236a4e0971 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 210 time: 0.1377492 Jun 20 14:54:14.098538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:14.134403 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:14.152410 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-f9582a52-3f41-47a6-b623-e5c07628c69c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:14.153928 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-f9582a52-3f41-47a6-b623-e5c07628c69c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.4364846 Jun 20 14:54:14.190441 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Network 99ae49b1-4209-43ab-a443-be5d8d242625 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:54:14.193921 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:14.201283 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:54:14.209098 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:54:14.211704 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:14.239292 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:14.311624 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:14.312582 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:14.350889 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c77b603b-2153-403e-a0b9-6e760780141d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0827405 Jun 20 14:54:14.403118 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Request body: {'port': {'device_id': '33e28018-9057-44e5-a730-871114cf6249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:14.529511 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-cc550076-c7ad-48c3-a2ee-6848293fcdf7 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 471 time: 0.2235360 Jun 20 14:54:14.548586 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'port': {'device_id': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'admin_state_up': True, 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'security_groups': ['14fa3a03-ce09-442b-93dc-d7a6e2351ca3']}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:14.591116 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:14.631685 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-e61b7cba-48c5-452d-8b13-432b058c7757 None None] Provisioning complete for port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:14.634125 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e61b7cba-48c5-452d-8b13-432b058c7757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:14.766058 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-90ba7ec9-b2ad-4515-8567-78da8765b460 req-01147b17-9518-4b59-b385-12b821b6f4c7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 210 time: 0.1486735 Jun 20 14:54:14.847712 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-e61b7cba-48c5-452d-8b13-432b058c7757 None None] Port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:54:15.116144 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:15.126720 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd840a68-3bc6-4c23-9f8b-b8735b872fc3 req-8838b5c4-9487-41f5-8fe9-7a84ef21e97a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:15.139103 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bd840a68-3bc6-4c23-9f8b-b8735b872fc3 req-8838b5c4-9487-41f5-8fe9-7a84ef21e97a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 932 time: 0.2680342 Jun 20 14:54:15.143800 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Made reservation on behalf of 532cbc0c846c4a528fccd85b0b8ab4d8 for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:54:15.149026 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:15.162437 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:15.342251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:54:15.357167 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Publish callbacks [] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:15.393728 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Transition to ACTIVE for port object 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:54:15.396829 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bd840a68-3bc6-4c23-9f8b-b8735b872fc3 req-dfdb448b-b153-47b5-a302-3f499c7b87ea tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562182 Jun 20 14:54:15.401140 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:15.513081 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Pushing event updated for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:15.599297 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.20.0.10 (b2b22871-0b88-408a-81b6-567b6c78e97d/25b0d378-67b3-45fc-a9cd-35b7824289c9/e9da401c-2faa-4ed5-ba47-172b7b568c5a) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:54:15.608345 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c2fc64cf-25c4-46ee-9dfa-5a9869c3f3e9 req-2c0e5393-73a1-4de2-b7d8-44e28d33678b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 210 time: 0.0786681 Jun 20 14:54:16.115734 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ec28f902-dc65-4934-997e-e73d60fcc433 req-32882b49-2cfc-4abb-b7bf-683e50de92f5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 210 time: 0.1576786 Jun 20 14:54:16.195479 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:16.203273 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Attempting to bind port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:54:16.203878 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Attempting to bind port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:54:16.203994 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Attempting to bind port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 on network 99ae49b1-4209-43ab-a443-be5d8d242625 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:54:16.210641 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 on network 99ae49b1-4209-43ab-a443-be5d8d242625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:54:16.211012 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Attempting to bind port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 on network 99ae49b1-4209-43ab-a443-be5d8d242625 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:54:16.219815 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-cde5f19e-0ee4-4831-b8ac-1cca1b4d6abb tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:16.221351 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-cde5f19e-0ee4-4831-b8ac-1cca1b4d6abb tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 819 time: 0.6048963 Jun 20 14:54:16.225051 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:54:16.225388 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Checking segment: {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:54:16.225767 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Bound using segment: {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:54:16.226189 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Bound port: 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:54:16.226735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:16.269032 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:16.331457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:54:16.336632 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:54:16.342117 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b2b22871-0b88-408a-81b6-567b6c78e97d is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:54:16.347004 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:54:16.352483 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:54:16.355510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=e9da401c-2faa-4ed5-ba47-172b7b568c5a,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:16.386807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:16.416274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:16.417052 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:16.453694 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-8e06884c-025c-4b60-a0e7-7223844d71aa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9086940 Jun 20 14:54:16.463203 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-c0f53b90-0a13-4d82-af1a-2056c15216df tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1333ac4890624e11941a2681b51b07ab HTTP/1.1" status: 200 len: 380 time: 0.1210768 Jun 20 14:54:16.465028 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:16.468305 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Request body: {'port': {'device_id': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:16.481333 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'port': {'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'admin_state_up': True, 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'security_groups': ['4404b955-9490-4c8f-944a-ab8859ea340a']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:16.555889 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:16.577408 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:16.581084 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:16.593055 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] 10.222.0.26 "PUT /v2.0/ports/6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 1094 time: 2.1941316 Jun 20 14:54:16.602108 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff2d5c-3b61-4342-9e2a-f9d6f63b64ff service neutron] Pushing event updated for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:16.607376 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:16.611229 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddeb85b-80c8-4e9b-b895-6bef87a26906" -d '{"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:16.702732 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c5968413-2d19-4acc-962a-d67f601ee7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:16.704547 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-c5968413-2d19-4acc-962a-d67f601ee7c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1128 time: 0.0532951 Jun 20 14:54:16.772330 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:16.852077 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-35b0c19b-ca51-4df3-8304-45e14cd04e82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 217 time: 0.1182723 Jun 20 14:54:16.857955 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52108) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:16.930553 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-35fdea1e-bcc9-479a-988e-14f7adac04db None None] Provisioning complete for port e9da401c-2faa-4ed5-ba47-172b7b568c5a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:16.931627 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-35fdea1e-bcc9-479a-988e-14f7adac04db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:17.022034 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-35fdea1e-bcc9-479a-988e-14f7adac04db None None] Port e9da401c-2faa-4ed5-ba47-172b7b568c5a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:54:17.034744 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb88e2d-9838-45c3-9d7b-d5bf449db10c req-2bc5d47c-a0fb-4dfc-b4a3-15361ff515dc tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:17.038748 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5bb88e2d-9838-45c3-9d7b-d5bf449db10c req-2bc5d47c-a0fb-4dfc-b4a3-15361ff515dc tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 932 time: 0.2357092 Jun 20 14:54:17.126651 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d1dd-1d4c-407e-8b2a-8414a09bacab req-1ed83d4b-4861-4501-b61c-acaca10ba923 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:17.150508 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ec60d1dd-1d4c-407e-8b2a-8414a09bacab req-1ed83d4b-4861-4501-b61c-acaca10ba923 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.5161679 Jun 20 14:54:17.199142 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5bb88e2d-9838-45c3-9d7b-d5bf449db10c req-ed1e8068-0241-4c2e-b509-b2f017726417 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412075 Jun 20 14:54:17.330365 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-b478f057-48fa-40b7-ad28-9292ca0b7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:17.332573 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-b478f057-48fa-40b7-ad28-9292ca0b7674 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 200 len: 854 time: 0.4648931 Jun 20 14:54:17.342080 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Made reservation on behalf of 1333ac4890624e11941a2681b51b07ab for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:54:17.353599 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:17.364443 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5ddecafe-6e55-48ca-aeca-454ceef28e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:17.399276 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:17.439709 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:17.454775 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ec60d1dd-1d4c-407e-8b2a-8414a09bacab req-e4e11c78-1848-42d3-ac48-2e42ff275e67 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028107 Jun 20 14:54:17.500422 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-a75f21b4-1466-4775-a830-89b58baa30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:17.500422 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-a75f21b4-1466-4775-a830-89b58baa30d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99ae49b1-4209-43ab-a443-be5d8d242625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1291156 Jun 20 14:54:17.639096 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9da401c-2faa-4ed5-ba47-172b7b568c5a {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:54:17.655510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Publish callbacks [] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:17.674174 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ac594e-0c28-4056-81bd-8912bfd3843b x-openstack-request-id: req-b3ac594e-0c28-4056-81bd-8912bfd3843b {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:17.674561 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:17.674747 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3ac594e-0c28-4056-81bd-8912bfd3843b {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:17.675221 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ac594e-0c28-4056-81bd-8912bfd3843b'] response: {'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'status': 'completed', 'code': 200} Jun 20 14:54:17.676225 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Transition to ACTIVE for port object e9da401c-2faa-4ed5-ba47-172b7b568c5a will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:54:17.682007 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:17.770420 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Pushing event updated for resources: {'Port': ['ID=e9da401c-2faa-4ed5-ba47-172b7b568c5a,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:17.895725 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-39056a04-904b-4e2e-a73c-fb9e619043c7 req-050476f7-5ba3-4687-ac8e-4e1da557c5ab tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 210 time: 0.0968702 Jun 20 14:54:17.908129 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-44f7aa75-b35c-4928-9e82-47a5ebc78043 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770878 Jun 20 14:54:17.930064 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Allocated IP 172.20.0.7 (7525c8ce-ba0d-41dc-84d9-0e995f7e941d/07da166f-a8bc-4b30-aa73-076972bd3bc3/ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:54:18.068256 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Attempting to bind port e9da401c-2faa-4ed5-ba47-172b7b568c5a on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:54:18.069617 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Attempting to bind port e9da401c-2faa-4ed5-ba47-172b7b568c5a by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:54:18.070817 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Attempting to bind port e9da401c-2faa-4ed5-ba47-172b7b568c5a on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:54:18.082486 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5ddecafe-6e55-48ca-aeca-454ceef28e96 admin admin] Publish callbacks [] for security_group (3ef43a12-1bc3-4f4a-a6e9-b668657687c7), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.096838 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5ddecafe-6e55-48ca-aeca-454ceef28e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3ef43a12-1bc3-4f4a-a6e9-b668657687c7), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.105401 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Port e9da401c-2faa-4ed5-ba47-172b7b568c5a on network b2b22871-0b88-408a-81b6-567b6c78e97d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:54:18.108807 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Attempting to bind port e9da401c-2faa-4ed5-ba47-172b7b568c5a on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:54:18.136615 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:54:18.139297 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Checking segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:54:18.140630 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Bound using segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:54:18.141530 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Bound port: e9da401c-2faa-4ed5-ba47-172b7b568c5a, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:54:18.142756 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.166150 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:18.172431 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-5ddecafe-6e55-48ca-aeca-454ceef28e96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=108918ca0a5841d799c4fd297c5648c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3109090 Jun 20 14:54:18.174751 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52116) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:18.200872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddecafe-6e55-48ca-aeca-454ceef28e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef43a12-1bc3-4f4a-a6e9-b668657687c7,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:18.244163 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:18.463470 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aaf604b9-3c89-4428-a6fb-4bb5b229b459 admin admin] Publish callbacks [] for security_group (3ef43a12-1bc3-4f4a-a6e9-b668657687c7), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.467344 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a742e99-20e9-4eb7-ba96-9ad573ec347d req-ffcc5ad5-1385-48e3-9796-1de4839657c8 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197558 Jun 20 14:54:18.535175 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77810c43-ab67-4c8f-aeac-4a40542d91fb req-8e01fb32-7c4a-4724-8d53-125032d0e1de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:18.548028 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-77810c43-ab67-4c8f-aeac-4a40542d91fb req-8e01fb32-7c4a-4724-8d53-125032d0e1de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.1597669 Jun 20 14:54:18.644092 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aaf604b9-3c89-4428-a6fb-4bb5b229b459 admin admin] Publish callbacks [] for security_group (3ef43a12-1bc3-4f4a-a6e9-b668657687c7), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.662036 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.697212 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-77810c43-ab67-4c8f-aeac-4a40542d91fb req-30edb814-e73d-48a2-b8fd-cc8f1da80971 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479867 Jun 20 14:54:18.698377 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] For port e9da401c-2faa-4ed5-ba47-172b7b568c5a, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:54:18.731257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.774788 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] For port e9da401c-2faa-4ed5-ba47-172b7b568c5a, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:54:18.795684 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.830257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-72992209-80b7-488e-bfc0-fd7e30224492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:18.832159 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-72992209-80b7-488e-bfc0-fd7e30224492 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1128 time: 0.2758741 Jun 20 14:54:18.843588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:54:18.864319 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f028c11-52bd-43a6-bd96-d7ef8dae18c9 req-06f70719-4601-428c-b5ae-6912b4766c61 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:18.873911 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6f028c11-52bd-43a6-bd96-d7ef8dae18c9 req-06f70719-4601-428c-b5ae-6912b4766c61 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.1771619 Jun 20 14:54:18.876323 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:54:18.893522 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:54:18.933258 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:18.935932 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:18.939957 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] 10.222.0.26 "PUT /v2.0/ports/e9da401c-2faa-4ed5-ba47-172b7b568c5a HTTP/1.1" status: 200 len: 1094 time: 2.4764850 Jun 20 14:54:18.946893 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:18.962764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event updated for resources: {'Port': ['ID=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:18.974655 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2637c0a-c677-4429-870c-649ac3c56d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:19.020528 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78ef5-9b95-4e3b-9900-bfdf7005f15d service neutron] Pushing event updated for resources: {'Port': ['ID=e9da401c-2faa-4ed5-ba47-172b7b568c5a,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:19.214201 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:19.219091 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:19.243678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aaf604b9-3c89-4428-a6fb-4bb5b229b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3ef43a12-1bc3-4f4a-a6e9-b668657687c7), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:19.246278 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-aaf604b9-3c89-4428-a6fb-4bb5b229b459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:19.249858 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-aaf604b9-3c89-4428-a6fb-4bb5b229b459 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ef43a12-1bc3-4f4a-a6e9-b668657687c7 HTTP/1.1" status: 204 len: 168 time: 1.0709758 Jun 20 14:54:19.308018 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf604b9-3c89-4428-a6fb-4bb5b229b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef43a12-1bc3-4f4a-a6e9-b668657687c7,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:19.337311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-2b7afe04-89ba-41cb-8985-f8b74274f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:19.338978 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-2b7afe04-89ba-41cb-8985-f8b74274f5f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 1128 time: 0.3082674 Jun 20 14:54:19.374149 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83dd46-db8a-4400-8ebc-13a23a730056 req-34ce9a69-224f-4202-9134-7bf5171ced3b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:19.377846 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dc83dd46-db8a-4400-8ebc-13a23a730056 req-34ce9a69-224f-4202-9134-7bf5171ced3b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 931 time: 0.2927971 Jun 20 14:54:19.459635 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6f028c11-52bd-43a6-bd96-d7ef8dae18c9 req-7823d23f-131d-482e-b45e-046e4589ed2d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840480 Jun 20 14:54:19.459955 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c958531f-7fe3-4983-8d5b-93f3e50c4e78 None None] Provisioning complete for port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:19.462106 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-95e1a480-e7a9-4a42-8b60-fb6afe795e65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a HTTP/1.1" status: 200 len: 217 time: 0.0832477 Jun 20 14:54:19.466143 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c958531f-7fe3-4983-8d5b-93f3e50c4e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:19.470455 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f53a5aed-662b-4103-8297-38baf35c7276 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9948096 Jun 20 14:54:19.508794 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Request body: {'port': {'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:19.561040 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:19.561814 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c958531f-7fe3-4983-8d5b-93f3e50c4e78 None None] Port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:54:19.579204 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-75e6b8a2-7e35-4906-9497-bc4d2f127a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:19.580811 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-75e6b8a2-7e35-4906-9497-bc4d2f127a1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.0845940 Jun 20 14:54:19.584350 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dc83dd46-db8a-4400-8ebc-13a23a730056 req-74ab41a4-db5f-4daa-8a07-40e8696411c3 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454437 Jun 20 14:54:19.634807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-667aca1d-8853-4872-a980-8689508e82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:19.637980 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-667aca1d-8853-4872-a980-8689508e82ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 916 time: 0.7848983 Jun 20 14:54:19.660584 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb72d9a6-4c2f-4cbe-ae20-868d3e455abc x-openstack-request-id: req-cb72d9a6-4c2f-4cbe-ae20-868d3e455abc {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:19.661364 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:19.662487 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb72d9a6-4c2f-4cbe-ae20-868d3e455abc {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:19.664092 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb72d9a6-4c2f-4cbe-ae20-868d3e455abc'] response: {'name': 'network-changed', 'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'status': 'completed', 'code': 200} Jun 20 14:54:19.681782 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:19.700985 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-04552eb6-0326-4cce-a2dc-72c661a576fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:19.708096 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-04552eb6-0326-4cce-a2dc-72c661a576fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144905 Jun 20 14:54:19.732625 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=35 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:19.754411 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:19.791421 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:19.880703 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-3bc9ef66-0ce2-4684-9246-5b62ee99200c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 217 time: 0.1438944 Jun 20 14:54:19.943246 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-5f9ad467-41b4-4f32-860e-e256d699facc service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225559 Jun 20 14:54:20.184064 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-850a5370-bb4e-4e5e-85e6-fd3e265fb122 req-7de801d8-6bd1-4986-b89b-79336e62e40e service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270236 Jun 20 14:54:20.266979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:54:20.304685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Publish callbacks [] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:20.351182 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Transition to ACTIVE for port object ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:54:20.380149 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-461f95f0-0d7c-4c8b-a0ae-bebb1951c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:20.381004 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:20.381987 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:20.383324 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-461f95f0-0d7c-4c8b-a0ae-bebb1951c037 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 1128 time: 0.1112864 Jun 20 14:54:20.437005 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:20.629183 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-7129878f-654b-453b-8c77-75c2be8a0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:20.632506 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-7129878f-654b-453b-8c77-75c2be8a0199 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 200 len: 854 time: 0.2570190 Jun 20 14:54:20.654943 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:20.668189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787bc58-785b-4c6c-857e-a17e1881cf62 req-a0ac023c-18f3-4476-9bed-51b12742485c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:20.669947 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9787bc58-785b-4c6c-857e-a17e1881cf62 req-a0ac023c-18f3-4476-9bed-51b12742485c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.1011147 Jun 20 14:54:20.671298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-d6a87df3-98c4-4e55-b748-63ffa1b32754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:20.672733 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-d6a87df3-98c4-4e55-b748-63ffa1b32754 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.2746780 Jun 20 14:54:20.711287 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e77f25-dd25-45d8-8d80-3f3db6eb121f req-4d40dfad-95f8-4e79-947c-0974dad50568 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:20.717563 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04e77f25-dd25-45d8-8d80-3f3db6eb121f req-4d40dfad-95f8-4e79-947c-0974dad50568 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.8414280 Jun 20 14:54:20.789373 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9787bc58-785b-4c6c-857e-a17e1881cf62 req-0098aeec-6078-446a-b724-fc76d4c6eac7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133630 Jun 20 14:54:20.790890 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-949050e0-5150-46af-a5df-73493c107a22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a HTTP/1.1" status: 200 len: 217 time: 0.0566056 Jun 20 14:54:20.904913 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-fa7ee12a-57df-4b22-a77c-f0202a6aba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:20.908864 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-fa7ee12a-57df-4b22-a77c-f0202a6aba85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.1108038 Jun 20 14:54:20.984576 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Attempting to bind port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:54:20.985352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Attempting to bind port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:54:20.985878 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Attempting to bind port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:54:20.996457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-d6954689-3e68-4e2a-89da-ca0ea1ece8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:20.998308 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-d6954689-3e68-4e2a-89da-ca0ea1ece8e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99ae49b1-4209-43ab-a443-be5d8d242625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2774618 Jun 20 14:54:21.003371 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04e77f25-dd25-45d8-8d80-3f3db6eb121f req-346ed498-d2a6-4127-8c89-415bf6dead38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527843 Jun 20 14:54:21.009680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:54:21.010131 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Attempting to bind port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 on network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:54:21.113030 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895240f8-8c99-49fb-8999-e476776f1c44 req-4fc4fec8-efaa-484f-8160-bf49ca9590c8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:21.118423 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-895240f8-8c99-49fb-8999-e476776f1c44 req-4fc4fec8-efaa-484f-8160-bf49ca9590c8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.2084064 Jun 20 14:54:21.120154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-de9697d1-ce14-4fae-87ed-2783b40596db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:21.124870 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-de9697d1-ce14-4fae-87ed-2783b40596db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1872630 Jun 20 14:54:21.150842 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:54:21.151336 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Checking segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:54:21.151924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Bound using segment: {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:54:21.152724 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Bound port: ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298793bc-e318-45a5-b440-a2067b2acc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:54:21.153274 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:21.184073 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-6d17027d-0b90-4a0e-adf2-31a4d970266a service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649747 Jun 20 14:54:21.210926 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-895240f8-8c99-49fb-8999-e476776f1c44 req-18235478-52e4-49a4-bce9-28c31549c118 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823700 Jun 20 14:54:21.257144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] For port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:54:21.260672 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] For port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:54:21.278077 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:21.324101 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-a5dc4a8b-a6ab-4f6c-a33d-cbdeef717692 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649308 Jun 20 14:54:21.352787 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:21.353507 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:21.355326 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] 10.222.0.26 "PUT /v2.0/ports/ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 1093 time: 1.8606324 Jun 20 14:54:21.416247 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:21.419018 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aefd86-a633-4e41-bb51-190e9930a86d" -d '{"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:21.477106 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-09c88ad5-7fe2-4fcd-838a-820fb5fd83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:21.478801 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-09c88ad5-7fe2-4fcd-838a-820fb5fd83f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1127 time: 0.0560446 Jun 20 14:54:21.578833 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:21.586455 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2637c0a-c677-4429-870c-649ac3c56d3d req-85954260-aa82-448a-934e-d7d95bed1c7b service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504728 Jun 20 14:54:21.588566 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-866bb566-baa8-4c4a-bbf8-f3c289d42429 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 217 time: 0.0980527 Jun 20 14:54:21.611573 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4653e649-8182-4b39-94a3-525e6ead2187 x-openstack-request-id: req-4653e649-8182-4b39-94a3-525e6ead2187 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:21.612326 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:21.612903 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4653e649-8182-4b39-94a3-525e6ead2187 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:21.613725 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4653e649-8182-4b39-94a3-525e6ead2187'] response: {'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'status': 'completed', 'code': 200} Jun 20 14:54:21.686455 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f983f3fd-e9d3-429a-b1cc-81f0752c5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:21.689341 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-f983f3fd-e9d3-429a-b1cc-81f0752c5654 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.0737336 Jun 20 14:54:21.763468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-e7be45a6-c912-4d67-8580-45123b698d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:21.765187 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-e7be45a6-c912-4d67-8580-45123b698d12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570517 Jun 20 14:54:21.768206 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ebfbc-dda0-405a-927c-dea286a879dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:21.793621 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1ddeb85b-80c8-4e9b-b895-6bef87a26906 req-ab0e6c19-ee78-42a2-8168-3381cc5bcbb4 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291820 Jun 20 14:54:21.977850 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-ce46342e-10d1-4396-837b-8139b96c4bba service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978974 Jun 20 14:54:22.077908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f67d2-9433-4b57-9ad6-7c3263e78d8e req-94e48824-1552-4d23-9396-a26a5ca77796 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:22.079751 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-374f67d2-9433-4b57-9ad6-7c3263e78d8e req-94e48824-1552-4d23-9396-a26a5ca77796 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.1197393 Jun 20 14:54:22.181614 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35fe7bdb-59c5-49c6-bb14-64a53f13a1f9 req-01a660b8-a36d-49ec-a8ca-c0843e7a69ad service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446390 Jun 20 14:54:22.205586 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:22.206173 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-374f67d2-9433-4b57-9ad6-7c3263e78d8e req-397d61d4-9a23-4fdd-9531-6f700b1ea497 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188185 Jun 20 14:54:22.259488 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d892b4-5458-4a91-9935-51b697d9102f req-1175cfef-fb9c-4dc2-b9ab-7a6450042dc4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:22.261053 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-49d892b4-5458-4a91-9935-51b697d9102f req-1175cfef-fb9c-4dc2-b9ab-7a6450042dc4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0782468 Jun 20 14:54:22.348107 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-49d892b4-5458-4a91-9935-51b697d9102f req-f444c15d-fb1f-4759-9688-5a0afc5c8417 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810239 Jun 20 14:54:22.357680 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea50b9-0e61-43c1-b44c-837e12dc81a2 req-c63ac7da-da8b-4a4e-806d-77649af5cba6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:22.359271 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b4ea50b9-0e61-43c1-b44c-837e12dc81a2 req-c63ac7da-da8b-4a4e-806d-77649af5cba6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0599263 Jun 20 14:54:22.374624 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:22.419780 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:22.432697 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b4ea50b9-0e61-43c1-b44c-837e12dc81a2 req-32d22f04-f1e3-44ff-a46d-f01be7edf1c0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648019 Jun 20 14:54:23.405506 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052328f-e310-4a38-aa04-e1a0129cf0ff req-85f8cba0-86f3-40d0-8d53-b8b98e47e301 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:23.407822 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e052328f-e310-4a38-aa04-e1a0129cf0ff req-85f8cba0-86f3-40d0-8d53-b8b98e47e301 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.1127634 Jun 20 14:54:23.528247 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b4ada-bdd6-4841-bfc3-b4f0ccc343a6 req-2fb6ecf5-0674-4977-956e-d77d6d8b085d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:23.538463 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-906b4ada-bdd6-4841-bfc3-b4f0ccc343a6 req-2fb6ecf5-0674-4977-956e-d77d6d8b085d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0783560 Jun 20 14:54:23.541711 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e052328f-e310-4a38-aa04-e1a0129cf0ff req-cd6e0304-994d-4041-9c9f-03e04b5d253d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238832 Jun 20 14:54:23.600044 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-906b4ada-bdd6-4841-bfc3-b4f0ccc343a6 req-0d8947fc-7d8c-44b2-ba36-9872413eee51 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600142 Jun 20 14:54:23.764395 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591ccd-1c26-4f2b-8215-9a2fe74bc1f4 req-9a5470e2-b342-4220-94bd-c2a7bc3a0d0d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:23.766616 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35591ccd-1c26-4f2b-8215-9a2fe74bc1f4 req-9a5470e2-b342-4220-94bd-c2a7bc3a0d0d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0807512 Jun 20 14:54:23.855868 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35591ccd-1c26-4f2b-8215-9a2fe74bc1f4 req-15a8c16a-79af-414d-9ee6-cb5be45cd881 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779049 Jun 20 14:54:24.707368 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329d78d-22e5-4cb9-accb-f5e6abf0d85d req-3d56b0f6-9c94-441e-82db-832acab9b888 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:24.708997 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3329d78d-22e5-4cb9-accb-f5e6abf0d85d req-3d56b0f6-9c94-441e-82db-832acab9b888 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0662572 Jun 20 14:54:24.787217 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b330d-c92b-441d-9ee6-7b1662f4c072 req-5bcb638a-ecf3-41d3-b834-b9be088669b4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:24.795613 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-447b330d-c92b-441d-9ee6-7b1662f4c072 req-5bcb638a-ecf3-41d3-b834-b9be088669b4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0882862 Jun 20 14:54:24.807439 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3329d78d-22e5-4cb9-accb-f5e6abf0d85d req-58785984-ba14-46a6-89ab-9cecb06473f4 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923517 Jun 20 14:54:24.865010 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-447b330d-c92b-441d-9ee6-7b1662f4c072 req-c9f1e5fd-2ff6-4e07-8d0f-66c54783b5da tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677326 Jun 20 14:54:25.075590 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d150a-ccd9-4d8c-b329-610f16840975 req-1baa8e2f-2fd8-4728-a3cd-08f489b3af7c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:25.077528 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fc1d150a-ccd9-4d8c-b329-610f16840975 req-1baa8e2f-2fd8-4728-a3cd-08f489b3af7c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0983567 Jun 20 14:54:25.174622 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fc1d150a-ccd9-4d8c-b329-610f16840975 req-fbd3a418-9b08-4c32-b902-b7dfc4a1baf5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865729 Jun 20 14:54:25.984665 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ed9a7-7454-49a3-9b8c-8b9791df15f5 req-28e538c1-42e7-449e-ad06-fadceaecdca5 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:25.989180 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-943ed9a7-7454-49a3-9b8c-8b9791df15f5 req-28e538c1-42e7-449e-ad06-fadceaecdca5 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0928977 Jun 20 14:54:26.076937 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2709405-a4e3-45f5-87e4-6cb4b1197e6a req-07703fff-8f20-4c31-8d28-98ac653e3105 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:26.091973 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f2709405-a4e3-45f5-87e4-6cb4b1197e6a req-07703fff-8f20-4c31-8d28-98ac653e3105 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.1248403 Jun 20 14:54:26.277265 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f2709405-a4e3-45f5-87e4-6cb4b1197e6a req-3e0c3cea-f98c-4038-9811-ed2fa78cc363 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777730 Jun 20 14:54:26.566001 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb90f7b-c0a7-4e6e-ab9b-7df4df54511e req-a0d18812-c081-454e-b729-cef194e33020 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:26.568578 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2eb90f7b-c0a7-4e6e-ab9b-7df4df54511e req-a0d18812-c081-454e-b729-cef194e33020 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.1235714 Jun 20 14:54:26.693288 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2eb90f7b-c0a7-4e6e-ab9b-7df4df54511e req-f9080715-70ba-459c-ac21-72e178c4ab5b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181946 Jun 20 14:54:26.706749 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-943ed9a7-7454-49a3-9b8c-8b9791df15f5 req-8e9e3271-93dd-4fa7-8174-73ca36073e13 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074687 Jun 20 14:54:26.984815 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aefd86-a633-4e41-bb51-190e9930a86d req-a3683ddc-e512-487f-9670-cd5ed2160381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:26.986238 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04aefd86-a633-4e41-bb51-190e9930a86d req-a3683ddc-e512-487f-9670-cd5ed2160381 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1127 time: 0.0889838 Jun 20 14:54:27.490406 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aefd86-a633-4e41-bb51-190e9930a86d req-b0819d1b-ec07-4977-a886-d7cde3b99d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:27.492038 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04aefd86-a633-4e41-bb51-190e9930a86d req-b0819d1b-ec07-4977-a886-d7cde3b99d0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.3478022 Jun 20 14:54:27.505304 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9520-e70e-4ad2-bd32-cc29e6b4e579 req-49eed834-1311-41c7-89d0-ca99976e458f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:27.514140 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f98e9520-e70e-4ad2-bd32-cc29e6b4e579 req-49eed834-1311-41c7-89d0-ca99976e458f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.1102424 Jun 20 14:54:27.551653 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04aefd86-a633-4e41-bb51-190e9930a86d req-b041309d-71b8-4370-9a78-ba17f6759d24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 217 time: 0.0470030 Jun 20 14:54:27.642363 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f98e9520-e70e-4ad2-bd32-cc29e6b4e579 req-e52247c1-0e49-47a8-98cb-cce58554ed33 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271923 Jun 20 14:54:27.670566 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aefd86-a633-4e41-bb51-190e9930a86d req-8d592d4d-4eb5-47f0-b133-da878e2d5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:27.673615 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04aefd86-a633-4e41-bb51-190e9930a86d req-8d592d4d-4eb5-47f0-b133-da878e2d5573 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.1073289 Jun 20 14:54:27.815926 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aefd86-a633-4e41-bb51-190e9930a86d req-1fdddd55-ea70-4d48-a50f-a3e1587a3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:27.821636 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04aefd86-a633-4e41-bb51-190e9930a86d req-1fdddd55-ea70-4d48-a50f-a3e1587a3d0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088231 Jun 20 14:54:27.932239 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbfc89-128f-47ae-8fba-c4d8ac46927e req-240239db-b2a5-42a4-a810-76e17f70622d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:27.933836 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-64fbfc89-128f-47ae-8fba-c4d8ac46927e req-240239db-b2a5-42a4-a810-76e17f70622d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0853014 Jun 20 14:54:27.943234 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:27.953079 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfece7c8-324f-483f-92ba-fa07169fd8b7 req-c7895c6a-7715-4f56-857e-58a2581150d4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:27.954757 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bfece7c8-324f-483f-92ba-fa07169fd8b7 req-c7895c6a-7715-4f56-857e-58a2581150d4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.1278625 Jun 20 14:54:28.080880 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-64fbfc89-128f-47ae-8fba-c4d8ac46927e req-71a81bc0-b574-4601-926b-449af9928ea1 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397705 Jun 20 14:54:28.175455 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04aefd86-a633-4e41-bb51-190e9930a86d req-97710193-c524-4e12-8296-e325e1faafca service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185035 Jun 20 14:54:28.228036 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bfece7c8-324f-483f-92ba-fa07169fd8b7 req-05e44367-57ae-47ab-ac2a-018aa96987f7 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956907 Jun 20 14:54:28.383312 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:28.410813 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-04aefd86-a633-4e41-bb51-190e9930a86d req-909fa68f-4cab-47fb-bee4-da8d6329578e service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734180 Jun 20 14:54:28.952059 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578ee8b-a176-4d5c-8f13-a3e500aef0f5 req-75f04fbb-682c-435b-88d9-0f35849bd0ba tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:28.976871 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3578ee8b-a176-4d5c-8f13-a3e500aef0f5 req-75f04fbb-682c-435b-88d9-0f35849bd0ba tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.1527901 Jun 20 14:54:29.083904 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3578ee8b-a176-4d5c-8f13-a3e500aef0f5 req-9373d776-9d46-48bd-8eb4-d38d4e8b39a9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057153 Jun 20 14:54:29.348696 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411449df-9c08-4bbb-884d-4f10c867e5e8 req-b31fd48c-06b1-49f4-8cef-d102505b0ac9 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:29.350410 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-411449df-9c08-4bbb-884d-4f10c867e5e8 req-b31fd48c-06b1-49f4-8cef-d102505b0ac9 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.1395435 Jun 20 14:54:29.482381 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe8387-b90c-4999-ba4d-3f6fa7bb6cda req-67873165-6c4b-4cfb-89f1-f3e140d41f1b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:29.492452 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0bbe8387-b90c-4999-ba4d-3f6fa7bb6cda req-67873165-6c4b-4cfb-89f1-f3e140d41f1b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.1268854 Jun 20 14:54:29.523673 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-411449df-9c08-4bbb-884d-4f10c867e5e8 req-fca1cf2a-61b8-419a-8eea-cb0d9fac6d94 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626794 Jun 20 14:54:29.586794 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0bbe8387-b90c-4999-ba4d-3f6fa7bb6cda req-e7d2d2e2-eadd-4e2b-910c-ed52f5e1fcbf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851758 Jun 20 14:54:30.231585 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ca6a4-8c8d-4180-a0f7-6d51242bfa19 req-e5cd25b2-3c74-463c-bae3-74669c3c588e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:30.240981 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-442ca6a4-8c8d-4180-a0f7-6d51242bfa19 req-e5cd25b2-3c74-463c-bae3-74669c3c588e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0778141 Jun 20 14:54:30.409523 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-442ca6a4-8c8d-4180-a0f7-6d51242bfa19 req-9a6e387d-5d73-4124-8fc8-57be7a314104 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674702 Jun 20 14:54:30.767500 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d083-4850-4b7b-956e-5ed20f1dd223 req-9372cde4-463b-4dab-b64b-855e8607de3e tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:30.769453 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e322d083-4850-4b7b-956e-5ed20f1dd223 req-9372cde4-463b-4dab-b64b-855e8607de3e tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.1015718 Jun 20 14:54:30.849429 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88945c-9bb8-4e83-8340-4b8d5cb798dc req-6c9c13cc-d608-457a-8916-4663eb6c3da1 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:30.850834 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5a88945c-9bb8-4e83-8340-4b8d5cb798dc req-6c9c13cc-d608-457a-8916-4663eb6c3da1 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.1355917 Jun 20 14:54:30.893717 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e322d083-4850-4b7b-956e-5ed20f1dd223 req-9c874838-d263-4041-b4f4-6ffea1c4018c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145442 Jun 20 14:54:30.984657 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5a88945c-9bb8-4e83-8340-4b8d5cb798dc req-a23ef791-b67d-4af2-92b2-2a493f98758a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213658 Jun 20 14:54:31.601209 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717632-6c30-49a9-9d86-128122be9b4b req-9e4f73dc-81c1-4804-9497-126b83e9bb94 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:31.604799 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-be717632-6c30-49a9-9d86-128122be9b4b req-9e4f73dc-81c1-4804-9497-126b83e9bb94 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0952528 Jun 20 14:54:31.634164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:31.673683 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-be717632-6c30-49a9-9d86-128122be9b4b req-6178807e-2385-443c-bdfd-55578a4cedad tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617528 Jun 20 14:54:31.719135 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:31.722052 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:31.856060 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52278) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:32.016618 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e518-20ce-4385-820d-8404c17210ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:32.030969 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:32.055223 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3f1da-8431-459b-907f-68c0b7f1846c req-2ba474da-80e1-49e6-8bf5-8879d2a86639 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:32.057667 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-32a3f1da-8431-459b-907f-68c0b7f1846c req-2ba474da-80e1-49e6-8bf5-8879d2a86639 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0841985 Jun 20 14:54:32.124836 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-32a3f1da-8431-459b-907f-68c0b7f1846c req-25f32e3a-94b6-40ef-ac70-62d12a6eff04 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Jun 20 14:54:32.161709 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dfddc-0026-4664-a296-423349b7f1c3 req-2bc9683f-b7ca-4fa1-aac8-7ccfc6d6d775 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:32.163310 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-361dfddc-0026-4664-a296-423349b7f1c3 req-2bc9683f-b7ca-4fa1-aac8-7ccfc6d6d775 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0612702 Jun 20 14:54:32.208640 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e518-20ce-4385-820d-8404c17210ba admin admin] Publish callbacks [] for security_group (36f1e9cc-86fa-454e-aebf-98199176157e), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:32.215742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcd0e518-20ce-4385-820d-8404c17210ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (36f1e9cc-86fa-454e-aebf-98199176157e), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:32.268416 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-361dfddc-0026-4664-a296-423349b7f1c3 req-0c8bb53f-af0c-439f-a930-a38d3cb2751f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967121 Jun 20 14:54:32.277409 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0e518-20ce-4385-820d-8404c17210ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1e9cc-86fa-454e-aebf-98199176157e,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:32.291414 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52286) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:32.291618 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-fcd0e518-20ce-4385-820d-8404c17210ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=826cff393aca4e8caa0de1e1246ba2bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4264562 Jun 20 14:54:32.344304 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dadc0215-d623-4eab-b89a-efb1502bc406 admin admin] Publish callbacks [] for security_group (36f1e9cc-86fa-454e-aebf-98199176157e), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:32.368149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dadc0215-d623-4eab-b89a-efb1502bc406 admin admin] Publish callbacks [] for security_group (36f1e9cc-86fa-454e-aebf-98199176157e), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:32.419000 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dadc0215-d623-4eab-b89a-efb1502bc406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (36f1e9cc-86fa-454e-aebf-98199176157e), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:32.421784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-dadc0215-d623-4eab-b89a-efb1502bc406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:32.422987 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-dadc0215-d623-4eab-b89a-efb1502bc406 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36f1e9cc-86fa-454e-aebf-98199176157e HTTP/1.1" status: 204 len: 168 time: 0.1362975 Jun 20 14:54:32.433554 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc0215-d623-4eab-b89a-efb1502bc406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1e9cc-86fa-454e-aebf-98199176157e,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:32.793477 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a8cb0-dead-413b-b3ce-af4a06a23a6c req-decf1ee5-9945-4c3e-a3ab-a7f90e801c76 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:32.794961 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f81a8cb0-dead-413b-b3ce-af4a06a23a6c req-decf1ee5-9945-4c3e-a3ab-a7f90e801c76 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0496798 Jun 20 14:54:32.849423 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f81a8cb0-dead-413b-b3ce-af4a06a23a6c req-7a101bbb-b946-41c4-bec1-c85458d5cb66 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483646 Jun 20 14:54:33.231029 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a9f01-3eb7-42ce-9ef7-f5b22f58666c req-77fa7bd8-108d-498f-8d51-2e4b55b9d998 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:33.233098 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fe9a9f01-3eb7-42ce-9ef7-f5b22f58666c req-77fa7bd8-108d-498f-8d51-2e4b55b9d998 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0484335 Jun 20 14:54:33.283207 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fe9a9f01-3eb7-42ce-9ef7-f5b22f58666c req-052157b8-4d05-43ab-ad6d-be2dad8fbc23 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Jun 20 14:54:33.393633 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ea926-7dd0-4eaa-b6dd-bdd6c1344e12 req-68106182-f6bc-4fbc-a5e7-9063cae0e618 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:33.395177 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6f9ea926-7dd0-4eaa-b6dd-bdd6c1344e12 req-68106182-f6bc-4fbc-a5e7-9063cae0e618 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0477753 Jun 20 14:54:33.443823 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6f9ea926-7dd0-4eaa-b6dd-bdd6c1344e12 req-a7f5b0df-dd5e-442d-9162-7e9b6e0b3c53 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Jun 20 14:54:33.969229 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859485b-3f1a-4c42-9add-a7b8382a60a2 req-78d041e5-40c0-462d-a355-8be397893c7e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:33.970720 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9859485b-3f1a-4c42-9add-a7b8382a60a2 req-78d041e5-40c0-462d-a355-8be397893c7e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0529184 Jun 20 14:54:34.029511 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9859485b-3f1a-4c42-9add-a7b8382a60a2 req-791799b5-f538-47c9-adc1-5495c1892cc6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516951 Jun 20 14:54:34.382136 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:34.400234 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b32746-fb41-47d3-81bd-66fd0986f83c req-87e62dfd-461f-44b2-a5d4-8c5d33f9cf0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:34.401702 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a1b32746-fb41-47d3-81bd-66fd0986f83c req-87e62dfd-461f-44b2-a5d4-8c5d33f9cf0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0474193 Jun 20 14:54:34.451609 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a1b32746-fb41-47d3-81bd-66fd0986f83c req-739f5549-fad0-4a41-9746-a524e4342709 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Jun 20 14:54:34.565689 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbaab6-23aa-459c-9c9b-2e7746404158 req-a8fbe708-db10-4720-804e-db8ca119ab3b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:34.567245 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fcbbaab6-23aa-459c-9c9b-2e7746404158 req-a8fbe708-db10-4720-804e-db8ca119ab3b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0497098 Jun 20 14:54:34.614148 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fcbbaab6-23aa-459c-9c9b-2e7746404158 req-65fea7d1-bbfa-4d99-a3f5-538a2ddd83c0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Jun 20 14:54:34.976330 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a422323b-e6d0-4135-b931-1b93b9739f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.157424 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda0c27-2c86-46f2-a092-321a644a2de0 req-c65f65b1-7d40-4adc-9785-0a302f259d4a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:35.158962 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9eda0c27-2c86-46f2-a092-321a644a2de0 req-c65f65b1-7d40-4adc-9785-0a302f259d4a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0516682 Jun 20 14:54:35.209972 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9eda0c27-2c86-46f2-a092-321a644a2de0 req-b427c77d-ed1f-460a-9204-9ced13823da1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Jun 20 14:54:35.394662 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52422) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:35.441014 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] Deleting subnet c5a1ba87-73aa-4de3-b74c-0be9e8f0a159 {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:54:35.444602 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] Publish callbacks [] for subnet (c5a1ba87-73aa-4de3-b74c-0be9e8f0a159), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.446157 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:35.480557 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (c5a1ba87-73aa-4de3-b74c-0be9e8f0a159), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.524768 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (c5a1ba87-73aa-4de3-b74c-0be9e8f0a159), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.565289 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512693dd-6d3d-4324-8879-155b0c9e22ec req-501fe9d2-e322-4944-a517-5e687b65e4b7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:35.566787 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-512693dd-6d3d-4324-8879-155b0c9e22ec req-501fe9d2-e322-4944-a517-5e687b65e4b7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0465298 Jun 20 14:54:35.579644 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (c5a1ba87-73aa-4de3-b74c-0be9e8f0a159), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.603931 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a1ba87-73aa-4de3-b74c-0be9e8f0a159,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:35.611380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.614505 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-9e49663e-3f77-49a6-97de-0c395690328e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c5a1ba87-73aa-4de3-b74c-0be9e8f0a159 HTTP/1.1" status: 204 len: 168 time: 0.2188287 Jun 20 14:54:35.617075 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52426) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:35.617215 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-512693dd-6d3d-4324-8879-155b0c9e22ec req-826d3520-11ce-4ada-a87c-f1ceb09f1886 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Jun 20 14:54:35.699322 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (156bc734-fceb-4cfe-9464-367866d760d0), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.757014 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23ce47-ae69-475d-95c4-5c2282db6ee8 req-8c50d680-630c-443a-8680-9ae2e172d767 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:35.758506 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0d23ce47-ae69-475d-95c4-5c2282db6ee8 req-8c50d680-630c-443a-8680-9ae2e172d767 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0751233 Jun 20 14:54:35.828057 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (156bc734-fceb-4cfe-9464-367866d760d0), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.862915 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156bc734-fceb-4cfe-9464-367866d760d0']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:35.874833 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0d23ce47-ae69-475d-95c4-5c2282db6ee8 req-6566a1cc-f79a-4fdc-a526-cc3dc6fe08ad tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043518 Jun 20 14:54:35.876350 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16bbe58-195d-4a85-840e-14b93209dc6c') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:35.876643 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16bbe58-195d-4a85-840e-14b93209dc6c') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:35.886758 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (f16bbe58-195d-4a85-840e-14b93209dc6c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.901518 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (f16bbe58-195d-4a85-840e-14b93209dc6c), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.907917 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:54:35.908293 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (f16bbe58-195d-4a85-840e-14b93209dc6c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.928525 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment f16bbe58-195d-4a85-840e-14b93209dc6c resource provider aggregate not found Jun 20 14:54:35.964482 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment f16bbe58-195d-4a85-840e-14b93209dc6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f16bbe58-195d-4a85-840e-14b93209dc6c found for delete ", "request_id": "req-8a8ef026-523f-4173-9a35-8ac138d98d0f"}]} Jun 20 14:54:35.974507 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (156bc734-fceb-4cfe-9464-367866d760d0), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.980069 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:35.983130 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] 10.222.0.23 "DELETE /v2.0/networks/156bc734-fceb-4cfe-9464-367866d760d0 HTTP/1.1" status: 204 len: 168 time: 0.3648226 Jun 20 14:54:35.993976 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354adbdf-90c0-49df-a3ac-8e952094ef40 admin admin] Pushing event deleted for resources: {'Network': ['ID=156bc734-fceb-4cfe-9464-367866d760d0,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:36.161913 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52438) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:36.208688 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-e4305e25-c4fc-48b9-94e0-346b03071eee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c461f88b7a00462c99532ec1262cb23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455980 Jun 20 14:54:36.212168 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52440) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:36.262140 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6c82c2e7-f6df-4eec-8161-382b036f62a9 admin admin] Publish callbacks [] for security_group (d1253deb-2bb4-4800-84a3-aa226c7527b6), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:36.279899 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:36.285022 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6c82c2e7-f6df-4eec-8161-382b036f62a9 admin admin] Publish callbacks [] for security_group (d1253deb-2bb4-4800-84a3-aa226c7527b6), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:36.329015 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce754a3-a1cc-461e-b641-665dfb57b3b1 req-50952b3f-3741-426c-8647-415ffecf0e75 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:36.330458 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4ce754a3-a1cc-461e-b641-665dfb57b3b1 req-50952b3f-3741-426c-8647-415ffecf0e75 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 944 time: 0.0504589 Jun 20 14:54:36.334801 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6c82c2e7-f6df-4eec-8161-382b036f62a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d1253deb-2bb4-4800-84a3-aa226c7527b6), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:36.337490 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6c82c2e7-f6df-4eec-8161-382b036f62a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:36.338622 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6c82c2e7-f6df-4eec-8161-382b036f62a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1253deb-2bb4-4800-84a3-aa226c7527b6 HTTP/1.1" status: 204 len: 168 time: 0.1255929 Jun 20 14:54:36.347302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82c2e7-f6df-4eec-8161-382b036f62a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1253deb-2bb4-4800-84a3-aa226c7527b6,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:36.379465 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4ce754a3-a1cc-461e-b641-665dfb57b3b1 req-8a9c9df5-a85f-4c0a-9b4a-6cca2c9dd8a6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Jun 20 14:54:36.733966 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee5974-6a32-4a47-9bfd-3a171cbf9c3f req-8c5fed81-a912-49ce-ba52-f0a46ffdb377 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:36.735515 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a8ee5974-6a32-4a47-9bfd-3a171cbf9c3f req-8c5fed81-a912-49ce-ba52-f0a46ffdb377 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 944 time: 0.0491240 Jun 20 14:54:36.762795 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:54:36.789926 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a8ee5974-6a32-4a47-9bfd-3a171cbf9c3f req-ab9237ec-e421-4170-9315-c913343728ec tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Jun 20 14:54:36.863642 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:36.874937 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'port_id': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'mac_address': 'fa:16:3e:71:d0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:54:36.917458 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:36.917852 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:36.935817 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:54:36.957768 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:36.966488 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:36.970331 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e9da401c-2faa-4ed5-ba47-172b7b568c5a details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:54:37.016958 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6eaa7-fc08-4364-9794-c5131003b55b req-c662d238-7a04-4cad-a09f-b2db31e75c09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:37.016958 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7bd6eaa7-fc08-4364-9794-c5131003b55b req-c662d238-7a04-4cad-a09f-b2db31e75c09 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0576508 Jun 20 14:54:37.047776 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:37.062008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.062479 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.063257 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.063669 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.064205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.064615 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.065055 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.065469 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.065867 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.066269 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.066676 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.067265 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.067684 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.068087 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.068826 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:54:37.075842 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7bd6eaa7-fc08-4364-9794-c5131003b55b req-040edc7c-7485-4ef6-9f90-5e66b84f649a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507462 Jun 20 14:54:37.129821 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e9da401c-2faa-4ed5-ba47-172b7b568c5a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:37.141197 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'port_id': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'mac_address': 'fa:16:3e:8a:b4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:54:37.175299 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port e9da401c-2faa-4ed5-ba47-172b7b568c5a is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:37.175678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:37.188888 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9da401c-2faa-4ed5-ba47-172b7b568c5a {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:54:37.209481 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e9da401c-2faa-4ed5-ba47-172b7b568c5a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:37.214290 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:37.262453 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=e9da401c-2faa-4ed5-ba47-172b7b568c5a,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:37.391089 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e49be358-9389-488d-9168-bfff2f5684d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:37.504993 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e78425-0d63-47f6-98ae-90d85865a02d req-82cf9455-1e4a-4753-99c9-9bd3021e34be tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:37.506762 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-30e78425-0d63-47f6-98ae-90d85865a02d req-82cf9455-1e4a-4753-99c9-9bd3021e34be tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 945 time: 0.0537353 Jun 20 14:54:37.570629 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-30e78425-0d63-47f6-98ae-90d85865a02d req-cd47ee3a-bcbd-4bb4-82fd-6bd64dea3bcf tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558197 Jun 20 14:54:37.694680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:37.913102 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece895c-281f-49aa-9ae9-ee5261298bb7 req-a36c9abe-2eb1-4a08-8e07-b954f35eb8db tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:37.914589 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bece895c-281f-49aa-9ae9-ee5261298bb7 req-a36c9abe-2eb1-4a08-8e07-b954f35eb8db tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 945 time: 0.0507233 Jun 20 14:54:37.961990 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bece895c-281f-49aa-9ae9-ee5261298bb7 req-b7442da9-a6e7-4aa4-b7f0-321bddd2e7b5 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Jun 20 14:54:38.135890 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['e9da401c-2faa-4ed5-ba47-172b7b568c5a'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:54:38.159031 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:38.199282 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc33fb-3681-47eb-953d-4660de03567f req-4530bab6-fdb9-455e-8ecf-10b242d419a4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:38.200789 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2bbc33fb-3681-47eb-953d-4660de03567f req-4530bab6-fdb9-455e-8ecf-10b242d419a4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0507541 Jun 20 14:54:38.239366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6ee3c9d3-8185-4e24-b29a-20f7ceb97549'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:54:38.252446 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2bbc33fb-3681-47eb-953d-4660de03567f req-77854af9-f6dc-4eb3-be1d-503a2efe804f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452974 Jun 20 14:54:38.295461 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:38.310873 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:38.576036 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:38.672217 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:38.680252 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:38.689524 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf6b1-85ce-46af-8000-a05351663dd3 req-b8e31960-c2ba-4229-9482-3bded110cc23 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:38.691083 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-712cf6b1-85ce-46af-8000-a05351663dd3 req-b8e31960-c2ba-4229-9482-3bded110cc23 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 945 time: 0.0499485 Jun 20 14:54:38.740754 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-712cf6b1-85ce-46af-8000-a05351663dd3 req-5992914a-ca9f-4a01-a2c7-c703d558f45c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432544 Jun 20 14:54:39.094430 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65244675-9c38-44ae-91db-ea11a840f9c4 req-4393ecbd-1bb6-4c54-8972-d77429eccfd6 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:39.095886 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-65244675-9c38-44ae-91db-ea11a840f9c4 req-4393ecbd-1bb6-4c54-8972-d77429eccfd6 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 945 time: 0.0614610 Jun 20 14:54:39.143735 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-65244675-9c38-44ae-91db-ea11a840f9c4 req-da75114f-2b0f-40bf-b0c7-6dd7090b150e tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Jun 20 14:54:39.374752 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176bb06-6b7f-4db1-83d3-c5a73536c24a req-332d6066-5de3-4f36-8392-8a5b8e3135e5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:39.376228 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8176bb06-6b7f-4db1-83d3-c5a73536c24a req-332d6066-5de3-4f36-8392-8a5b8e3135e5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0541325 Jun 20 14:54:39.427192 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8176bb06-6b7f-4db1-83d3-c5a73536c24a req-2d92d600-0ec6-44e6-9edc-a8cd49d15dfc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449364 Jun 20 14:54:39.865735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668260-ad26-4887-b493-7a5414d96cce req-84ae7ffb-7973-4ee9-989a-78d402bf2828 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:39.867188 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b2668260-ad26-4887-b493-7a5414d96cce req-84ae7ffb-7973-4ee9-989a-78d402bf2828 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 945 time: 0.0491817 Jun 20 14:54:39.915411 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b2668260-ad26-4887-b493-7a5414d96cce req-48905ab6-5986-41bb-9a08-ad715feebe03 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Jun 20 14:54:40.147457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:40.257623 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49df1a6-670c-45fb-a774-28e1b7a29b6b req-2ba3789f-9a16-40ed-a9bb-ef5dc1ea719c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:40.259062 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c49df1a6-670c-45fb-a774-28e1b7a29b6b req-2ba3789f-9a16-40ed-a9bb-ef5dc1ea719c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 945 time: 0.0482471 Jun 20 14:54:40.305590 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:40.313009 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c49df1a6-670c-45fb-a774-28e1b7a29b6b req-534c00ad-4cfc-4bb3-a020-7e89a6a2bdd2 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456572 Jun 20 14:54:40.547203 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be583d-1762-4c1c-a8ca-dff72df32850 req-0f0d4611-de03-4439-9519-b188450b65ab tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:40.548581 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-94be583d-1762-4c1c-a8ca-dff72df32850 req-0f0d4611-de03-4439-9519-b188450b65ab tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0467544 Jun 20 14:54:40.606337 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-94be583d-1762-4c1c-a8ca-dff72df32850 req-94aaf559-fac9-49ec-8a69-4de678272fa2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507092 Jun 20 14:54:41.051536 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45294856-7e79-46d1-bc61-aac6e1428214 req-29b5c8b8-f9e8-4bdc-8256-f842cde9f639 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:41.053575 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-45294856-7e79-46d1-bc61-aac6e1428214 req-29b5c8b8-f9e8-4bdc-8256-f842cde9f639 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 945 time: 0.0560982 Jun 20 14:54:41.106491 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-45294856-7e79-46d1-bc61-aac6e1428214 req-ded6db75-1289-4666-b23f-0afb99a9663f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471907 Jun 20 14:54:41.436037 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7aa54-dcaa-4990-9010-0d041cb35414 req-266455c0-e94a-4ef6-9e6d-cdacd3ef0ea7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:41.437550 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-15c7aa54-dcaa-4990-9010-0d041cb35414 req-266455c0-e94a-4ef6-9e6d-cdacd3ef0ea7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Jun 20 14:54:41.484176 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-15c7aa54-dcaa-4990-9010-0d041cb35414 req-4e5135ee-d9ca-4594-ac69-b172078aca51 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Jun 20 14:54:41.739334 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7be7-c431-4edd-9140-22a34fc9a0c5 req-a02f1263-bfb5-4304-8a65-083867acdb2a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:41.740868 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3bfd7be7-c431-4edd-9140-22a34fc9a0c5 req-a02f1263-bfb5-4304-8a65-083867acdb2a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 943 time: 0.0541468 Jun 20 14:54:41.802272 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3bfd7be7-c431-4edd-9140-22a34fc9a0c5 req-a0bd59c4-71e2-4d74-9475-24c78cb2e285 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553172 Jun 20 14:54:41.828933 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:54:41.832231 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:54:41.910413 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:54:41.941012 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:41.941379 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:41.995987 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:42.011950 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'mac_address': 'fa:16:3e:5a:04:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:54:42.073052 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:42.073437 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.082478 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:42.082840 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.102679 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:54:42.112329 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:42.114602 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9318ae6-a4f4-488f-ab10-90b577e6dd22" -d '{"events": [{"server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "name": "network-vif-plugged", "status": "completed", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:42.142076 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:42.143990 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:42.151071 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.152007 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e9da401c-2faa-4ed5-ba47-172b7b568c5a up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:54:42.155106 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce267abf-af70-4870-90d4-6e46326fdd5e x-openstack-request-id: req-ce267abf-af70-4870-90d4-6e46326fdd5e {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:42.155408 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "name": "network-vif-plugged", "status": "completed", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:42.155652 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce267abf-af70-4870-90d4-6e46326fdd5e {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:42.156033 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce267abf-af70-4870-90d4-6e46326fdd5e'] response: {'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'code': 200} Jun 20 14:54:42.159957 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.232758 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:42.241897 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port e9da401c-2faa-4ed5-ba47-172b7b568c5a completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:54:42.255855 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9fe8d-e81e-4afd-8eff-a8e0715b403c req-3fec9a68-b5ab-4e3f-8e0e-f428295c4fdb tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:42.258288 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4ba9fe8d-e81e-4afd-8eff-a8e0715b403c req-3fec9a68-b5ab-4e3f-8e0e-f428295c4fdb tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 945 time: 0.0765145 Jun 20 14:54:42.268606 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port e9da401c-2faa-4ed5-ba47-172b7b568c5a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:42.269001 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.316931 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:42.319080 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4ba9fe8d-e81e-4afd-8eff-a8e0715b403c req-c6fa601c-2d94-48c1-9be7-dd254e417197 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515084 Jun 20 14:54:42.322958 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:42.327140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:42.366678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port e9da401c-2faa-4ed5-ba47-172b7b568c5a is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:42.367064 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.401528 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e9da401c-2faa-4ed5-ba47-172b7b568c5a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:42.407250 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.457566 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=e9da401c-2faa-4ed5-ba47-172b7b568c5a,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:42.601902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00ea1c-ed86-45bc-8898-abfa175106b6 req-9caa03ea-70ac-4648-b10b-8d465d36c3b4 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:42.603494 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7b00ea1c-ed86-45bc-8898-abfa175106b6 req-9caa03ea-70ac-4648-b10b-8d465d36c3b4 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Jun 20 14:54:42.653786 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7b00ea1c-ed86-45bc-8898-abfa175106b6 req-af8f25bb-ae30-43aa-9f21-368ac0812f18 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442955 Jun 20 14:54:42.756104 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52548) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:42.915313 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d30679df-bb86-4445-b893-3f02d2ab0ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.921829 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf71224-d2c0-4c87-86dd-459447ab34b6 req-5048882b-cf82-4faa-a0b0-aca5398b83b1 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:42.923299 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fdf71224-d2c0-4c87-86dd-459447ab34b6 req-5048882b-cf82-4faa-a0b0-aca5398b83b1 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 944 time: 0.0476692 Jun 20 14:54:42.976228 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fdf71224-d2c0-4c87-86dd-459447ab34b6 req-f4746c31-27f1-4b70-8929-de8772ad3aef tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467966 Jun 20 14:54:42.992981 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d30679df-bb86-4445-b893-3f02d2ab0ccc admin admin] Publish callbacks [] for security_group (79f9fdab-f609-447d-9f04-3d5aed9e9906), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:42.997934 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d30679df-bb86-4445-b893-3f02d2ab0ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (79f9fdab-f609-447d-9f04-3d5aed9e9906), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:43.034664 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30679df-bb86-4445-b893-3f02d2ab0ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f9fdab-f609-447d-9f04-3d5aed9e9906,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:43.039171 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d30679df-bb86-4445-b893-3f02d2ab0ccc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ace62f696af4c7abde8da4335d2ae8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820361 Jun 20 14:54:43.041861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52554) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:43.054759 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:43.099831 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2b819866-5452-4f5b-81a6-bbe081d006f7 admin admin] Publish callbacks [] for security_group (79f9fdab-f609-447d-9f04-3d5aed9e9906), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:43.121317 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2b819866-5452-4f5b-81a6-bbe081d006f7 admin admin] Publish callbacks [] for security_group (79f9fdab-f609-447d-9f04-3d5aed9e9906), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:43.142775 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:43.170276 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2b819866-5452-4f5b-81a6-bbe081d006f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (79f9fdab-f609-447d-9f04-3d5aed9e9906), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:43.172646 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2b819866-5452-4f5b-81a6-bbe081d006f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:43.173806 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-2b819866-5452-4f5b-81a6-bbe081d006f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79f9fdab-f609-447d-9f04-3d5aed9e9906 HTTP/1.1" status: 204 len: 168 time: 0.1309474 Jun 20 14:54:43.190913 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b819866-5452-4f5b-81a6-bbe081d006f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f9fdab-f609-447d-9f04-3d5aed9e9906,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:43.222571 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c11440-8147-48f5-81f5-1d14b42b5123 req-5adc170e-5786-43f4-9a1b-1501241bc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:43.224130 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c5c11440-8147-48f5-81f5-1d14b42b5123 req-5adc170e-5786-43f4-9a1b-1501241bc60c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1130 time: 0.0429316 Jun 20 14:54:43.446164 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf979256-0d9c-4096-a24f-fda920f9b718 req-f7b040bf-adcf-4bf1-937f-8a002bb0c57f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:43.447934 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bf979256-0d9c-4096-a24f-fda920f9b718 req-f7b040bf-adcf-4bf1-937f-8a002bb0c57f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0562046 Jun 20 14:54:43.498251 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bf979256-0d9c-4096-a24f-fda920f9b718 req-1633f274-593c-4e21-92fd-4dae5a82b468 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Jun 20 14:54:43.583797 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:43.590189 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=5 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:43.772352 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0497d8-9ae0-40f0-86a9-eee9eab6a87b req-531cb9e6-7332-4e3d-908c-051caa472f6d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:43.773793 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bb0497d8-9ae0-40f0-86a9-eee9eab6a87b req-531cb9e6-7332-4e3d-908c-051caa472f6d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0511360 Jun 20 14:54:43.824100 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bb0497d8-9ae0-40f0-86a9-eee9eab6a87b req-09dd9748-d1b8-4a54-b066-c17bdf5b3ec7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Jun 20 14:54:44.022838 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c5c11440-8147-48f5-81f5-1d14b42b5123 req-5af78cd7-8df7-4c96-abcc-bcce9d067017 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Jun 20 14:54:44.093976 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cfac3-a589-4804-b295-f1b3cdfccaf9 req-2f5711df-053f-4b39-9e49-d3a5f271fd30 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:44.095461 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7e4cfac3-a589-4804-b295-f1b3cdfccaf9 req-2f5711df-053f-4b39-9e49-d3a5f271fd30 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 944 time: 0.0474989 Jun 20 14:54:44.146216 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7e4cfac3-a589-4804-b295-f1b3cdfccaf9 req-4bcecb2d-68fd-4ab8-a3b7-a36ca72b01e2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446601 Jun 20 14:54:44.157250 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:44.159666 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8036d-e4c1-4582-bf67-5cd82ec4717d" -d '{"events": [{"server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "name": "network-vif-plugged", "status": "completed", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:44.200468 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991d8282-d350-4fcc-bd79-5118f1a7a45d x-openstack-request-id: req-991d8282-d350-4fcc-bd79-5118f1a7a45d {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:44.200808 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "name": "network-vif-plugged", "status": "completed", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:44.201061 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-991d8282-d350-4fcc-bd79-5118f1a7a45d {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:44.201456 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991d8282-d350-4fcc-bd79-5118f1a7a45d'] response: {'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'code': 200} Jun 20 14:54:44.489535 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:54:44.615239 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2115f91-783a-4c42-a317-73abbbad2d89 req-9636ad62-258c-4d96-81bc-d96b5d55e863 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:44.616747 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e2115f91-783a-4c42-a317-73abbbad2d89 req-9636ad62-258c-4d96-81bc-d96b5d55e863 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0489666 Jun 20 14:54:44.664785 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e2115f91-783a-4c42-a317-73abbbad2d89 req-27cd2625-6346-469e-a536-0ffdb67a4b3b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 Jun 20 14:54:44.957474 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa9e09-d2cb-4d82-9353-074f2558a3de req-8fb9907e-9d88-4720-a483-555d06f65f32 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:44.959191 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3faa9e09-d2cb-4d82-9353-074f2558a3de req-8fb9907e-9d88-4720-a483-555d06f65f32 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0577002 Jun 20 14:54:45.006516 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3faa9e09-d2cb-4d82-9353-074f2558a3de req-898d0686-623c-4546-87f0-b167556f63c8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415413 Jun 20 14:54:45.070082 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:54:45.303929 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7338a-7257-4b83-b7a5-e1156ddb9f2a req-fd6be649-810e-4e87-8ef8-a53accf87cdc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:45.305380 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ffa7338a-7257-4b83-b7a5-e1156ddb9f2a req-fd6be649-810e-4e87-8ef8-a53accf87cdc tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 944 time: 0.0779800 Jun 20 14:54:45.308536 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e030254-6c21-41f2-8f2b-87112ae5bee5 req-e906dc43-e51a-4d56-8ff3-102dd2819b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:45.309941 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9e030254-6c21-41f2-8f2b-87112ae5bee5 req-e906dc43-e51a-4d56-8ff3-102dd2819b2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 1130 time: 0.0543265 Jun 20 14:54:45.354692 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ffa7338a-7257-4b83-b7a5-e1156ddb9f2a req-dd95155b-e1e5-42d2-9abd-80c7235bebde tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 Jun 20 14:54:45.760624 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9e030254-6c21-41f2-8f2b-87112ae5bee5 req-09fbef70-0051-4ca3-a720-5deae479038d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Jun 20 14:54:45.796060 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb2cf7-9e54-4280-aae5-028ddd73e6be req-7e4a9b61-f519-49f3-b240-77a1594f6fc7 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:45.797583 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-deeb2cf7-9e54-4280-aae5-028ddd73e6be req-7e4a9b61-f519-49f3-b240-77a1594f6fc7 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0562463 Jun 20 14:54:45.849968 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-deeb2cf7-9e54-4280-aae5-028ddd73e6be req-ed1f710d-14b4-4bf4-86cf-28c394c3faa4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Jun 20 14:54:46.125094 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e61fab-a423-41e0-8c43-8776395484d4 req-87df6e4b-5fbc-473e-806a-5f954fabefda tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:46.126579 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-44e61fab-a423-41e0-8c43-8776395484d4 req-87df6e4b-5fbc-473e-806a-5f954fabefda tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0471714 Jun 20 14:54:46.179378 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-44e61fab-a423-41e0-8c43-8776395484d4 req-58ccc006-308b-4f19-a369-83323d9ddf23 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464993 Jun 20 14:54:46.463830 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:46.475734 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cef4e-6752-488a-a36e-d843ec848aa6 req-9cefcd84-8f93-4144-84d2-4b611e88abb8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:46.477228 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cc1cef4e-6752-488a-a36e-d843ec848aa6 req-9cefcd84-8f93-4144-84d2-4b611e88abb8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 944 time: 0.0507593 Jun 20 14:54:46.528867 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cc1cef4e-6752-488a-a36e-d843ec848aa6 req-84095bf5-4e7b-470e-a180-476cba8a229e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Jun 20 14:54:46.971998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e3f60-7ace-410d-9dd8-71d11934d158 req-63e920bb-3a8e-4a15-bf8b-344746ae8f95 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:46.973543 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5c1e3f60-7ace-410d-9dd8-71d11934d158 req-63e920bb-3a8e-4a15-bf8b-344746ae8f95 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0530624 Jun 20 14:54:47.023591 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5c1e3f60-7ace-410d-9dd8-71d11934d158 req-462953b4-c8bc-4f93-94b2-5f3a346cfe8c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416470 Jun 20 14:54:47.304265 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fc619-3add-4a40-bfc7-17451206006b req-d3faeade-8c8f-4ca1-93c1-5b6d87a8de57 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:47.305721 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a50fc619-3add-4a40-bfc7-17451206006b req-d3faeade-8c8f-4ca1-93c1-5b6d87a8de57 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0497296 Jun 20 14:54:47.562424 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a50fc619-3add-4a40-bfc7-17451206006b req-a0035176-b450-4754-88a5-f42e8b7c3868 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508643 Jun 20 14:54:47.652891 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1e2bd-aeae-4a5d-889f-6be38c3eb7d7 req-93459bf9-e17e-407a-aef5-179b42f6ea92 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:47.654377 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e9e1e2bd-aeae-4a5d-889f-6be38c3eb7d7 req-93459bf9-e17e-407a-aef5-179b42f6ea92 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 944 time: 0.0482585 Jun 20 14:54:47.662130 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:47.678139 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec8ea-83c2-493a-9d5d-7d413476e224 req-1b8b9a7b-9a3d-469a-89e7-a40c5f7fc5ff tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:47.679631 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-407ec8ea-83c2-493a-9d5d-7d413476e224 req-1b8b9a7b-9a3d-469a-89e7-a40c5f7fc5ff tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0466609 Jun 20 14:54:47.702966 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e9e1e2bd-aeae-4a5d-889f-6be38c3eb7d7 req-aa27901e-df12-4096-9e0e-57fafa5af0b8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Jun 20 14:54:47.726339 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-407ec8ea-83c2-493a-9d5d-7d413476e224 req-9c188675-9a82-4f3d-964f-284833bfeb49 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 Jun 20 14:54:47.752138 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:54:47.796925 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:54:47.803816 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:54:47.804206 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:47.877631 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:54:47.878024 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:47.903172 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:47.905427 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0fa04-48c3-4752-b475-19de1ea3f8ab" -d '{"events": [{"server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "name": "network-vif-plugged", "status": "completed", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:47.919095 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:54:47.924445 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:47.951411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f487c1-74a7-4d5f-b97e-b8236c62397d x-openstack-request-id: req-d9f487c1-74a7-4d5f-b97e-b8236c62397d {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:47.951698 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "name": "network-vif-plugged", "status": "completed", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:47.951948 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9f487c1-74a7-4d5f-b97e-b8236c62397d {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:47.952337 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f487c1-74a7-4d5f-b97e-b8236c62397d'] response: {'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'code': 200} Jun 20 14:54:47.986211 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:48.053081 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6aea-ac28-4daa-b78e-787cd58bb01f req-a760638a-6dcc-4786-b187-d22bf12bc6c2 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:48.054586 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f1da6aea-ac28-4daa-b78e-787cd58bb01f req-a760638a-6dcc-4786-b187-d22bf12bc6c2 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0467274 Jun 20 14:54:48.101708 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:48.104627 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f1da6aea-ac28-4daa-b78e-787cd58bb01f req-830521e0-a4f8-4bf1-b104-8d143e1d3ec0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442953 Jun 20 14:54:48.140104 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f65712-58e4-4712-a0a9-a191ba3cb8b8 req-b82eee90-3b8d-4618-b62f-a8edf335867d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:48.141705 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-50f65712-58e4-4712-a0a9-a191ba3cb8b8 req-b82eee90-3b8d-4618-b62f-a8edf335867d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0500736 Jun 20 14:54:48.193422 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-50f65712-58e4-4712-a0a9-a191ba3cb8b8 req-b693f71a-d8f2-4134-b72d-165fb8453a7c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458744 Jun 20 14:54:48.823152 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bf4c4-b08c-46c3-9be7-bef7197943ca req-b757147e-d0cd-49a1-b7bf-dbc165a501ad tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:48.824608 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d86bf4c4-b08c-46c3-9be7-bef7197943ca req-b757147e-d0cd-49a1-b7bf-dbc165a501ad tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0475705 Jun 20 14:54:48.872766 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d86bf4c4-b08c-46c3-9be7-bef7197943ca req-8f18ed7f-7eaa-46c4-8418-79e03de2c718 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Jun 20 14:54:49.323927 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b651dbf-a062-46c1-bfff-f09174b55c74 req-35560b08-ff42-49bf-bece-0c0425913313 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:49.325787 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5b651dbf-a062-46c1-bfff-f09174b55c74 req-35560b08-ff42-49bf-bece-0c0425913313 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0543711 Jun 20 14:54:49.375935 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5b651dbf-a062-46c1-bfff-f09174b55c74 req-999f0bac-dde6-433c-9d5d-9cc2d620d431 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Jun 20 14:54:49.863897 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:49.894237 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83f637-5423-49d0-9c2b-ed3e595b2a7c req-63dc4ba1-be98-4a02-99f3-18be5ee870c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:49.895763 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cc83f637-5423-49d0-9c2b-ed3e595b2a7c req-63dc4ba1-be98-4a02-99f3-18be5ee870c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1129 time: 0.0413561 Jun 20 14:54:49.944877 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cc83f637-5423-49d0-9c2b-ed3e595b2a7c req-0ee636a4-cabe-4e66-97f5-a85f628a9a26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Jun 20 14:54:49.991658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73a48f-924d-4e8f-aac1-777ed9f96b1e req-e435c847-6341-416c-9386-d2c9c4974f6e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:49.993175 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6f73a48f-924d-4e8f-aac1-777ed9f96b1e req-e435c847-6341-416c-9386-d2c9c4974f6e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0463371 Jun 20 14:54:50.046580 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6f73a48f-924d-4e8f-aac1-777ed9f96b1e req-9645267e-9c44-408e-9396-e4bf50cc0de2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Jun 20 14:54:50.506958 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dedf8a-4dd1-40b7-9be1-850d7f9e4328 req-20093561-6b5f-485d-9973-3968c17eabf1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:50.508476 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-82dedf8a-4dd1-40b7-9be1-850d7f9e4328 req-20093561-6b5f-485d-9973-3968c17eabf1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0528126 Jun 20 14:54:50.558605 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-82dedf8a-4dd1-40b7-9be1-850d7f9e4328 req-714beb59-2892-417b-9a8f-59d70986af38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Jun 20 14:54:50.690179 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa305f98-0b8d-41dc-b848-25baf8271c75 req-c0d0234e-7d21-472c-8aa3-bcae510b5fbe tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:50.695344 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-aa305f98-0b8d-41dc-b848-25baf8271c75 req-c0d0234e-7d21-472c-8aa3-bcae510b5fbe tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0622740 Jun 20 14:54:50.701022 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52658) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:50.706085 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'port_id': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:50.791347 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (0c747143-347b-4d33-92cf-38a726c7c8d6), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:51.214712 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557db0b-4ae0-4b64-8b8f-49209b39fea2 req-3d1386b4-3830-4e4e-97ea-a8c788df4b01 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:51.216194 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5557db0b-4ae0-4b64-8b8f-49209b39fea2 req-3d1386b4-3830-4e4e-97ea-a8c788df4b01 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0946550 Jun 20 14:54:51.379828 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:51.393926 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5557db0b-4ae0-4b64-8b8f-49209b39fea2 req-ac57dcd9-1c1d-4727-ba34-5ce6ed2713be tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464562 Jun 20 14:54:51.459594 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:51.464778 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (0c747143-347b-4d33-92cf-38a726c7c8d6), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:51.566966 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.l3_db [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP 0c747143-347b-4d33-92cf-38a726c7c8d6 associated. External IP: 172.27.1.125, port: e9da401c-2faa-4ed5-ba47-172b7b568c5a. Jun 20 14:54:51.603587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:51.765537 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:54:51.869738 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:54:51.874762 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:51.879616 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:54:51.889403 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:54:51.890005 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:51.907049 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-d41d8238-5d54-49eb-8397-8e97f362f635 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "PUT /v2.0/floatingips/0c747143-347b-4d33-92cf-38a726c7c8d6 HTTP/1.1" status: 200 len: 992 time: 1.2047453 Jun 20 14:54:51.907672 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:51.910129 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c9df8-9d43-4f0f-95c5-0d017d516550" -d '{"events": [{"name": "network-changed", "server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:51.946029 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab495e96-1ae3-4711-be2d-a2e7e558d9c0 x-openstack-request-id: req-ab495e96-1ae3-4711-be2d-a2e7e558d9c0 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:51.946317 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:51.946587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab495e96-1ae3-4711-be2d-a2e7e558d9c0 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:51.947013 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab495e96-1ae3-4711-be2d-a2e7e558d9c0'] response: {'name': 'network-changed', 'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'status': 'completed', 'code': 200} Jun 20 14:54:52.116396 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:54:52.236812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:52.357616 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '0c747143-347b-4d33-92cf-38a726c7c8d6', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:8a:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:10Z', 'updated_at': '2022-06-20T14:54:51Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}, {'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:59Z', 'revision_number': 2, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:52.382761 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:54:52.385391 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:52.392427 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:54:52.393070 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:52.436538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-da95cc0d-5b0f-428f-a9fa-d0931a11d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:52.448541 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-da95cc0d-5b0f-428f-a9fa-d0931a11d76d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 1130 time: 0.0630648 Jun 20 14:54:52.503330 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:54:52.559510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1802a3-7879-40c8-a8a4-8ac54d5f01d8 req-29ca38d1-213d-4edf-8b3f-ba652f5558d5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:52.561630 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-b0fe4d3e-5588-4e3c-9f53-3c83f175bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:52.562311 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bc1802a3-7879-40c8-a8a4-8ac54d5f01d8 req-29ca38d1-213d-4edf-8b3f-ba652f5558d5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0868871 Jun 20 14:54:52.569447 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-b0fe4d3e-5588-4e3c-9f53-3c83f175bfaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.1141441 Jun 20 14:54:52.613280 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bc1802a3-7879-40c8-a8a4-8ac54d5f01d8 req-6f1db8cd-c0c8-45d0-9bc1-4d7006c33471 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448852 Jun 20 14:54:52.638193 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-f5ecbcda-1924-44be-91b6-450ba1ba9327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a HTTP/1.1" status: 200 len: 1000 time: 0.0555205 Jun 20 14:54:52.716731 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-54ad0d5d-054e-412b-a28f-43dc89dd5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:52.718176 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-54ad0d5d-054e-412b-a28f-43dc89dd5a63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.0742092 Jun 20 14:54:52.733743 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '0c747143-347b-4d33-92cf-38a726c7c8d6', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:8a:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:10Z', 'updated_at': '2022-06-20T14:54:51Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}, {'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:59Z', 'revision_number': 2, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:52.744310 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e3241-1e2c-47cf-9585-1746b191be33 req-5dd69cfe-5f27-4d60-951f-b40ece5eef61 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:52.745745 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8c3e3241-1e2c-47cf-9585-1746b191be33 req-5dd69cfe-5f27-4d60-951f-b40ece5eef61 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0651851 Jun 20 14:54:52.754690 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52714) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:52.759226 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'floatingip': {'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:54:52.765010 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592ab934-2fac-4abe-a609-a6bffca5cc56 None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '0c747143-347b-4d33-92cf-38a726c7c8d6', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.125', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:8a:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:10Z', 'updated_at': '2022-06-20T14:54:51Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}, {'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:59Z', 'revision_number': 2, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:54:52.773170 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-2a916086-f7c1-4b58-b0a3-58bd09b8f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:52.774903 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-2a916086-f7c1-4b58-b0a3-58bd09b8f8db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489609 Jun 20 14:54:52.801152 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:52.874836 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-d374d259-6ff0-4ee8-9906-fdab0bc49bdd service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923162 Jun 20 14:54:52.973838 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-044c9df8-9d43-4f0f-95c5-0d017d516550 req-4a41c945-a0b4-4ed6-bfa7-765b894b4440 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869799 Jun 20 14:54:52.995867 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1845fe-a0f2-442b-864a-831bb03a7a80 None None] New status for floating IP 0c747143-347b-4d33-92cf-38a726c7c8d6: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:54:53.181708 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:53.240964 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:53.247473 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:53.565553 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:53.570725 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.l3_db [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Floating IP c2bb4ec4-aff5-487b-9093-ea9e5917fed2 associated. External IP: 172.27.1.92, port: ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8. Jun 20 14:54:53.774261 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Router 19267802-6c01-4a1f-81bc-088290590266 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:54:53.886607 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:54:53.891331 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:53.896988 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] Sync routers for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:54:53.908673 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:54:53.909337 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:53.921971 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-49896a4f-4ec3-4b91-a4be-fab7cd824b1f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "PUT /v2.0/floatingips/c2bb4ec4-aff5-487b-9093-ea9e5917fed2 HTTP/1.1" status: 200 len: 990 time: 1.1661868 Jun 20 14:54:53.947786 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:54:53.950153 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4293aa7-e94a-443b-9fb1-240270470da0" -d '{"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:54:53.986364 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381451ba-339f-4d6b-bed1-ced06538ff91 x-openstack-request-id: req-381451ba-339f-4d6b-bed1-ced06538ff91 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:54:53.986649 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:54:53.986929 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-381451ba-339f-4d6b-bed1-ced06538ff91 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:54:53.987326 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381451ba-339f-4d6b-bed1-ced06538ff91'] response: {'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'status': 'completed', 'code': 200} Jun 20 14:54:54.018008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:54:54.049562 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-4c871dd8-9687-407e-aa7f-59ae7ba6f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:54.051048 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-4c871dd8-9687-407e-aa7f-59ae7ba6f327 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1129 time: 0.0403223 Jun 20 14:54:54.149732 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:54.159655 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-bb5d472c-004e-43bc-9be9-367c5b1e2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:54.161132 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-bb5d472c-004e-43bc-9be9-367c5b1e2f7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.0988355 Jun 20 14:54:54.223112 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-26f0a3f6-be5c-4062-ba54-9184b42a0151 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 998 time: 0.0553122 Jun 20 14:54:54.235653 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'c2bb4ec4-aff5-487b-9093-ea9e5917fed2', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '19267802-6c01-4a1f-81bc-088290590266', 'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'mac_address': 'fa:16:3e:5a:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:11Z', 'updated_at': '2022-06-20T14:54:53Z', 'revision_number': 1, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:54.260690 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] Checking router: 19267802-6c01-4a1f-81bc-088290590266 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:54:54.269231 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:54:54.269839 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:54.276040 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-2428886e-2ab5-4b50-aca9-dc2428a0d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:54.277580 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-2428886e-2ab5-4b50-aca9-dc2428a0d80b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.0478101 Jun 20 14:54:54.323083 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-2b9e8b87-08b0-4f7b-858e-28c3470e16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:54:54.324458 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-2b9e8b87-08b0-4f7b-858e-28c3470e16a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406966 Jun 20 14:54:54.377809 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:54:54.393930 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:54.408279 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:54.419774 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-fefc7cbf-5e81-458f-8b0d-b31c86305b25 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873194 Jun 20 14:54:54.517975 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f4293aa7-e94a-443b-9fb1-240270470da0 req-070dbb88-b0ca-473f-abd3-763f606ae647 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911524 Jun 20 14:54:54.524270 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:54:54.593486 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'c2bb4ec4-aff5-487b-9093-ea9e5917fed2', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '19267802-6c01-4a1f-81bc-088290590266', 'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'mac_address': 'fa:16:3e:5a:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:11Z', 'updated_at': '2022-06-20T14:54:53Z', 'revision_number': 1, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:54:54.621656 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69048c79-8c21-42f5-a4bb-95b8cf715670 None None] The sync data for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi is: [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'c2bb4ec4-aff5-487b-9093-ea9e5917fed2', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '19267802-6c01-4a1f-81bc-088290590266', 'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'mac_address': 'fa:16:3e:5a:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:11Z', 'updated_at': '2022-06-20T14:54:53Z', 'revision_number': 1, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:54:54.816601 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efc472-e7a3-4af7-86d4-b73a222110ae None None] New status for floating IP c2bb4ec4-aff5-487b-9093-ea9e5917fed2: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:54:56.051061 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52746) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:56.163069 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3cca0264-fec9-4a3c-b14b-29ba83da6d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:56.245268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3cca0264-fec9-4a3c-b14b-29ba83da6d15 admin admin] Publish callbacks [] for security_group (1585113c-74c5-4222-9627-eacfb56afdc4), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:56.251314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3cca0264-fec9-4a3c-b14b-29ba83da6d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1585113c-74c5-4222-9627-eacfb56afdc4), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:56.289600 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3cca0264-fec9-4a3c-b14b-29ba83da6d15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7e8ca337c9644a98ff62fa62b16126e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374671 Jun 20 14:54:56.290720 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca0264-fec9-4a3c-b14b-29ba83da6d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1585113c-74c5-4222-9627-eacfb56afdc4,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:54:56.292508 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52750) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:54:56.343061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc62ecf-0b30-4137-a948-4f771609a68a admin admin] Publish callbacks [] for security_group (1585113c-74c5-4222-9627-eacfb56afdc4), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:56.364474 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc62ecf-0b30-4137-a948-4f771609a68a admin admin] Publish callbacks [] for security_group (1585113c-74c5-4222-9627-eacfb56afdc4), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:56.420282 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc62ecf-0b30-4137-a948-4f771609a68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1585113c-74c5-4222-9627-eacfb56afdc4), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:56.422851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc62ecf-0b30-4137-a948-4f771609a68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:54:56.423982 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4fc62ecf-0b30-4137-a948-4f771609a68a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1585113c-74c5-4222-9627-eacfb56afdc4 HTTP/1.1" status: 204 len: 168 time: 0.1304502 Jun 20 14:54:56.431966 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc62ecf-0b30-4137-a948-4f771609a68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1585113c-74c5-4222-9627-eacfb56afdc4,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:04.431910 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bbdda-86ad-48e0-a1ab-bb0bba480a5e req-f3ef5754-d9ff-408b-9639-4a754c187488 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:04.433427 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a06bbdda-86ad-48e0-a1ab-bb0bba480a5e req-f3ef5754-d9ff-408b-9639-4a754c187488 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0478070 Jun 20 14:55:04.484021 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a06bbdda-86ad-48e0-a1ab-bb0bba480a5e req-8b131341-0208-4fe7-ad45-3fbd7b183da7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Jun 20 14:55:04.507788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52784) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:04.703257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43afb65b-3a9d-45e8-bdf5-0b37b148834c tempest-TestMinimumBasicScenario-1052389463 tempest-TestMinimumBasicScenario-1052389463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:04.704898 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-43afb65b-3a9d-45e8-bdf5-0b37b148834c tempest-TestMinimumBasicScenario-1052389463 tempest-TestMinimumBasicScenario-1052389463-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1125 time: 0.1960459 Jun 20 14:55:04.708417 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52790) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:04.713405 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'port_id': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:04.735608 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:04.820830 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:04.916267 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:04.936852 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Allocated IP 172.27.1.20 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/b8ddb0f1-1684-4b7c-8243-e8faed34a65b) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:55:04.969919 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ca87aa6-bed6-4cb1-9dc7-c600700b41e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:04.977141 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:04.995140 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:04.997048 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:05.043587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:05.075470 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:05.121119 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:55:05.126095 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:55:05.128219 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'Port': ['ID=b8ddb0f1-1684-4b7c-8243-e8faed34a65b,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:05.130394 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:55:05.154063 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.154385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.154731 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.155038 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.155370 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.155692 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.156014 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.156332 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.156647 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.156999 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.157322 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.157673 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.157956 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.158280 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.158577 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:05.508693 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for floatingip (31929248-d555-4886-9d45-882844503e18), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:05.592694 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:05.737089 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:05.749439 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:05.756580 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:05.793429 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:05.823450 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'Port': ['ID=b8ddb0f1-1684-4b7c-8243-e8faed34a65b,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:05.835565 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (31929248-d555-4886-9d45-882844503e18), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:05.932091 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.l3_db [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Floating IP 31929248-d555-4886-9d45-882844503e18 associated. External IP: 172.27.1.20, port: 6ee3c9d3-8185-4e24-b29a-20f7ceb97549. Jun 20 14:55:06.139212 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:55:06.242257 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:55:06.252590 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] Sync routers for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:55:06.263790 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.264958 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:55:06.265645 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:06.297082 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ece4ec5f-63e4-4168-8bc5-602c7377d226 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5871701 Jun 20 14:55:06.297703 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:55:06.300104 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee344b3-7e46-4abd-9d72-6211241947a5" -d '{"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:55:06.300286 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52802) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:06.314221 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-2cf4c7b3-ceba-4549-b326-1b0e8116bd0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-57145943', 'description': 'tempest-secgroup-smoke-57145943 description', 'project_id': '7500725f7c744f318862323e13c5f23e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:06.342372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c7b3-ceba-4549-b326-1b0e8116bd0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.349115 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd35fa-4b0d-40d9-a553-ab049233cace x-openstack-request-id: req-2fbd35fa-4b0d-40d9-a553-ab049233cace {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:55:06.349405 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:55:06.349658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fbd35fa-4b0d-40d9-a553-ab049233cace {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:55:06.350063 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbd35fa-4b0d-40d9-a553-ab049233cace'] response: {'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'status': 'completed', 'code': 200} Jun 20 14:55:06.369994 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:55:06.437072 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-a3b85ff7-5943-4c6e-b455-ef69d068a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:06.438884 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-a3b85ff7-5943-4c6e-b455-ef69d068a64b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1130 time: 0.0580916 Jun 20 14:55:06.463261 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c7b3-ceba-4549-b326-1b0e8116bd0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group (b3c2f0ba-21f4-4695-aed2-061b56177e1f), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.476822 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c7b3-ceba-4549-b326-1b0e8116bd0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b3c2f0ba-21f4-4695-aed2-061b56177e1f), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.546166 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2cf4c7b3-ceba-4549-b326-1b0e8116bd0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.547408 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-2cf4c7b3-ceba-4549-b326-1b0e8116bd0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2454953 Jun 20 14:55:06.550164 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4c7b3-ceba-4549-b326-1b0e8116bd0a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c2f0ba-21f4-4695-aed2-061b56177e1f,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:06.550690 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52806) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:06.555875 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-5e481677-de59-42e2-9af4-0c2e01d936a3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2f0ba-21f4-4695-aed2-061b56177e1f', 'project_id': '7500725f7c744f318862323e13c5f23e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:06.566721 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:06.583040 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-28e15ee1-2f43-47ed-a2b8-c4b33835b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:06.585057 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-28e15ee1-2f43-47ed-a2b8-c4b33835b917 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 916 time: 0.1313095 Jun 20 14:55:06.587954 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5e481677-de59-42e2-9af4-0c2e01d936a3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (47d1322c-4119-471e-93a1-14d693451ed2), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.590205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '31929248-d555-4886-9d45-882844503e18', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'port_id': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'mac_address': 'fa:16:3e:71:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e28018-9057-44e5-a730-871114cf6249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:55:05Z', 'updated_at': '2022-06-20T14:55:05Z', 'revision_number': 0, 'project_id': '7500725f7c744f318862323e13c5f23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 5, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:06.615737 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] Checking router: 8522937f-f6b3-4b7e-bb95-02eb2a71d09c for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:55:06.625604 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:55:06.626213 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:54:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:06.650380 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5e481677-de59-42e2-9af4-0c2e01d936a3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (47d1322c-4119-471e-93a1-14d693451ed2), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.654902 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5e481677-de59-42e2-9af4-0c2e01d936a3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (47d1322c-4119-471e-93a1-14d693451ed2), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.656421 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-6de4732e-bfef-4771-b66b-f6195c549765 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 999 time: 0.0630980 Jun 20 14:55:06.675447 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e481677-de59-42e2-9af4-0c2e01d936a3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d1322c-4119-471e-93a1-14d693451ed2,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:06.682557 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5e481677-de59-42e2-9af4-0c2e01d936a3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.686594 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5e481677-de59-42e2-9af4-0c2e01d936a3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347799 Jun 20 14:55:06.687274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52808) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:06.691987 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-1bd6f73c-72a9-4e24-b2aa-91fe7308ce00 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2f0ba-21f4-4695-aed2-061b56177e1f', 'project_id': '7500725f7c744f318862323e13c5f23e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:06.715021 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-8b1ea70b-6b3f-4096-8b9e-bf2956c9db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:06.716606 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-8b1ea70b-6b3f-4096-8b9e-bf2956c9db02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 200 len: 854 time: 0.0511789 Jun 20 14:55:06.719802 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f73c-72a9-4e24-b2aa-91fe7308ce00 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (0479d907-67e7-479f-b7bc-a771b30e09f2), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.765079 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:06.770253 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-3310422e-d768-42fb-9157-e1e396037ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:06.772275 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-3310422e-d768-42fb-9157-e1e396037ead service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99ae49b1-4209-43ab-a443-be5d8d242625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492094 Jun 20 14:55:06.783521 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f73c-72a9-4e24-b2aa-91fe7308ce00 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (0479d907-67e7-479f-b7bc-a771b30e09f2), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.787969 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f73c-72a9-4e24-b2aa-91fe7308ce00 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (0479d907-67e7-479f-b7bc-a771b30e09f2), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.806274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6f73c-72a9-4e24-b2aa-91fe7308ce00 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0479d907-67e7-479f-b7bc-a771b30e09f2,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:06.815840 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:06.822293 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1bd6f73c-72a9-4e24-b2aa-91fe7308ce00 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.826908 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-1bd6f73c-72a9-4e24-b2aa-91fe7308ce00 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350825 Jun 20 14:55:06.826908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52810) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:06.830850 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-323da797-a103-475c-bdbe-6c4d7dc31a38 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2f0ba-21f4-4695-aed2-061b56177e1f', 'project_id': '7500725f7c744f318862323e13c5f23e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:06.859847 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-323da797-a103-475c-bdbe-6c4d7dc31a38 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (1e993acb-5cbf-4e9d-b675-c9cfb8a4216c), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.863113 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:06.875248 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:55:06.895400 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-568d879e-3269-416e-8a7a-fdfb56d027f8 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099913 Jun 20 14:55:06.925305 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-323da797-a103-475c-bdbe-6c4d7dc31a38 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (1e993acb-5cbf-4e9d-b675-c9cfb8a4216c), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.931600 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-323da797-a103-475c-bdbe-6c4d7dc31a38 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (1e993acb-5cbf-4e9d-b675-c9cfb8a4216c), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.947211 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323da797-a103-475c-bdbe-6c4d7dc31a38 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e993acb-5cbf-4e9d-b675-c9cfb8a4216c,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:06.964942 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-323da797-a103-475c-bdbe-6c4d7dc31a38 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:06.966254 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-323da797-a103-475c-bdbe-6c4d7dc31a38 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389816 Jun 20 14:55:06.969034 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52812) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:06.973647 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-07d95c8d-35c0-4cf1-80cd-1d3010d787c0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2f0ba-21f4-4695-aed2-061b56177e1f', 'project_id': '7500725f7c744f318862323e13c5f23e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:06.997665 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aee344b3-7e46-4abd-9d72-6211241947a5 req-c6fc6440-8aa6-4ef1-9328-c41e2025a800 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921359 Jun 20 14:55:07.001741 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-07d95c8d-35c0-4cf1-80cd-1d3010d787c0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (239a1a67-a35d-45d2-8e76-c816bbd5536e), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.062385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-07d95c8d-35c0-4cf1-80cd-1d3010d787c0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (239a1a67-a35d-45d2-8e76-c816bbd5536e), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.066588 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-07d95c8d-35c0-4cf1-80cd-1d3010d787c0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (239a1a67-a35d-45d2-8e76-c816bbd5536e), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.084990 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d95c8d-35c0-4cf1-80cd-1d3010d787c0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239a1a67-a35d-45d2-8e76-c816bbd5536e,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:07.093625 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-07d95c8d-35c0-4cf1-80cd-1d3010d787c0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.094821 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-07d95c8d-35c0-4cf1-80cd-1d3010d787c0 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246340 Jun 20 14:55:07.094951 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '31929248-d555-4886-9d45-882844503e18', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'port_id': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'mac_address': 'fa:16:3e:71:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e28018-9057-44e5-a730-871114cf6249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:55:05Z', 'updated_at': '2022-06-20T14:55:05Z', 'revision_number': 0, 'project_id': '7500725f7c744f318862323e13c5f23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 5, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:07.097611 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 52816) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:07.102089 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2f0ba-21f4-4695-aed2-061b56177e1f', 'project_id': '7500725f7c744f318862323e13c5f23e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:07.123021 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.securitygroups_db [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Project 7500725f7c744f318862323e13c5f23e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 14:55:07.126339 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d1a099-e98a-487f-bcfc-6648fbcb4f53 None None] The sync data for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi is: [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '31929248-d555-4886-9d45-882844503e18', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'floating_ip_address': '172.27.1.20', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'port_id': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'mac_address': 'fa:16:3e:71:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e28018-9057-44e5-a730-871114cf6249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:55:05Z', 'updated_at': '2022-06-20T14:55:05Z', 'revision_number': 0, 'project_id': '7500725f7c744f318862323e13c5f23e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 5, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:55:07.129132 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (c926fce1-c4ed-407e-8c1d-10dcdd1e38a2), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.192746 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (c926fce1-c4ed-407e-8c1d-10dcdd1e38a2), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.196827 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (c926fce1-c4ed-407e-8c1d-10dcdd1e38a2), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.219975 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c926fce1-c4ed-407e-8c1d-10dcdd1e38a2,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:07.228915 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.232610 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-39007bad-301e-4ed3-b4cf-e2ce6cad5726 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315029 Jun 20 14:55:07.233242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 52820) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:07.237816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'security_group_rule': {'security_group_id': 'b3c2f0ba-21f4-4695-aed2-061b56177e1f', 'project_id': '7500725f7c744f318862323e13c5f23e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:07.261728 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.securitygroups_db [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Project 7500725f7c744f318862323e13c5f23e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 14:55:07.272349 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (faa82219-ebbd-45fb-aa5d-9d910d0a9d07), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.326968 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb89d66-7f0f-444b-aa6c-0069c6e65923 None None] New status for floating IP 31929248-d555-4886-9d45-882844503e18: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:55:07.339485 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (faa82219-ebbd-45fb-aa5d-9d910d0a9d07), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.345819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (faa82219-ebbd-45fb-aa5d-9d910d0a9d07), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.370728 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa82219-ebbd-45fb-aa5d-9d910d0a9d07,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:07.386452 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-460e63cb-7adb-4126-af53-2abcf31a22eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.405871 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.407063 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6425bf6b-3ebb-412b-a44b-bc4f77ba8e11 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1727450 Jun 20 14:55:07.421501 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-8db4c020-6dcc-48b1-bf5c-8918598ed25d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525298 Jun 20 14:55:07.520413 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-65da77e8-6f76-4e7e-b443-bd35f90874e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:07.522449 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-65da77e8-6f76-4e7e-b443-bd35f90874e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 1130 time: 0.0702469 Jun 20 14:55:07.543557 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-59380a60-ee92-4b75-902a-7da7c2ca3ad3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57145943&fields=id&tenant_id=7500725f7c744f318862323e13c5f23e HTTP/1.1" status: 200 len: 267 time: 0.0803633 Jun 20 14:55:07.696869 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:07.704334 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:07.791751 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d22a0a-9848-4920-8cec-a79e5ea794e5 req-f4bbf6d1-540a-4fcc-a04a-aa81d5913327 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:07.793245 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-78d22a0a-9848-4920-8cec-a79e5ea794e5 req-f4bbf6d1-540a-4fcc-a04a-aa81d5913327 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0488346 Jun 20 14:55:07.838108 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-7fe69c54-42cf-4bed-ba9e-d973e18389db tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:07.839586 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-7fe69c54-42cf-4bed-ba9e-d973e18389db tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.2828071 Jun 20 14:55:07.840473 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-78d22a0a-9848-4920-8cec-a79e5ea794e5 req-7c3258b2-a8e1-498b-943e-04de2823d330 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Jun 20 14:55:07.872318 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'port': {'security_groups': ['406b37c1-06a6-48f3-b548-fa10626841c1', 'b3c2f0ba-21f4-4695-aed2-061b56177e1f']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:07.928945 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-a34916b2-9e92-4f5d-ace0-3ff3c693ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:07.930403 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-a34916b2-9e92-4f5d-ace0-3ff3c693ec72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.3816819 Jun 20 14:55:07.987852 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-df850fbe-7791-47c2-8e65-08cca23b816d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1 HTTP/1.1" status: 200 len: 217 time: 0.0414405 Jun 20 14:55:07.991483 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:08.091155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-6e65ed6f-a37f-4b22-bdef-57ddddbe113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:08.092505 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-6e65ed6f-a37f-4b22-bdef-57ddddbe113f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.0866778 Jun 20 14:55:08.108997 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:08.163666 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:08.174655 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-f6a808b1-94a7-4ab2-898f-55e63c177407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:08.176219 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-f6a808b1-94a7-4ab2-898f-55e63c177407 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724866 Jun 20 14:55:08.299951 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:55:08.341452 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-3487ce4c-1e74-4469-ad88-9a55f95acdbf service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558158 Jun 20 14:55:08.343227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:08.350270 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:08.362111 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6ee3c9d3-8185-4e24-b29a-20f7ceb97549'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:55:08.408960 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:08.424105 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:08.424752 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:08.426163 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5fcc6e91-3a5c-4198-b1b9-9d4cf95eb4c2 req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "PUT /v2.0/ports/6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 982 time: 0.5599637 Jun 20 14:55:08.426638 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:55:08.429714 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86efd8c7-a2c2-4b74-af7a-a7918611938c" -d '{"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:55:08.485674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2403477b-de60-4a69-a2c5-163fa0da809b x-openstack-request-id: req-2403477b-de60-4a69-a2c5-163fa0da809b {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:55:08.485674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:55:08.485674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2403477b-de60-4a69-a2c5-163fa0da809b {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:55:08.486059 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2403477b-de60-4a69-a2c5-163fa0da809b'] response: {'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'status': 'completed', 'code': 200} Jun 20 14:55:08.489764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79db54e-3ea8-4129-8bc4-62a4b6d868f3 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=6']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:08.547860 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6ee3c9d3-8185-4e24-b29a-20f7ceb97549'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:55:08.576138 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53c39e67-dd49-4a2a-b7d9-3697f224d8bc req-866441e2-89f2-4910-81d7-ec26c6c7bd13 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179434 Jun 20 14:55:08.609861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4b841-6570-45d7-8c05-a9455678a7f3 req-afbf5d59-2fc7-4dcd-9046-ce362921de66 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:08.617441 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-71f4b841-6570-45d7-8c05-a9455678a7f3 req-afbf5d59-2fc7-4dcd-9046-ce362921de66 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0979002 Jun 20 14:55:08.621257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-63656ced-186c-4a49-bdd6-7200359963e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:08.623225 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-63656ced-186c-4a49-bdd6-7200359963e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1169 time: 0.0925486 Jun 20 14:55:08.639323 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:08.746693 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-71f4b841-6570-45d7-8c05-a9455678a7f3 req-f15f97be-39e6-4a02-9227-a8f3a79a53d7 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1279423 Jun 20 14:55:08.763935 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-6eca239f-61ec-480f-9950-492ae0ec19d5 None None] Provisioning complete for port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:55:08.764305 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6eca239f-61ec-480f-9950-492ae0ec19d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:08.766753 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-dccf8abd-abe2-4a10-8e26-c2411a618ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:08.768492 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-dccf8abd-abe2-4a10-8e26-c2411a618ae6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 916 time: 0.1268797 Jun 20 14:55:08.950115 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-6eca239f-61ec-480f-9950-492ae0ec19d5 None None] Current status of the port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:55:08.961122 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:08.983939 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910eba3-a2a0-45cb-8730-368946b13749 req-8c320f8b-61bc-4cd5-885a-fd7053063ce2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:08.985931 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d910eba3-a2a0-45cb-8730-368946b13749 req-8c320f8b-61bc-4cd5-885a-fd7053063ce2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0667739 Jun 20 14:55:09.022220 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-b373d239-e1e1-4464-8d10-fd3b309d4296 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 1001 time: 0.0713282 Jun 20 14:55:09.048640 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d910eba3-a2a0-45cb-8730-368946b13749 req-7e457356-966c-44d1-b118-bcaf9a5e8d76 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554981 Jun 20 14:55:09.087541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-5e7c1428-11b3-4b77-8ee9-279fe15a1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:09.101512 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-5e7c1428-11b3-4b77-8ee9-279fe15a1f78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 200 len: 854 time: 0.0646524 Jun 20 14:55:09.147451 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-c61082a6-e05b-4543-be0d-8297f458f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:09.149043 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-c61082a6-e05b-4543-be0d-8297f458f870 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99ae49b1-4209-43ab-a443-be5d8d242625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398703 Jun 20 14:55:09.242424 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-95738dd8-591e-40d1-b5f9-d117e60b4942 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859144 Jun 20 14:55:09.280228 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:09.340164 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-86efd8c7-a2c2-4b74-af7a-a7918611938c req-db54a0c5-3738-4e12-a728-6c67b4cc9afd service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910494 Jun 20 14:55:10.136149 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:10.150766 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:10.180314 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304a052-64cf-42f7-b460-09a7e85b43b4 req-c6b22eb3-d52e-4f82-8c19-f1f6a53cee59 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:10.181819 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c304a052-64cf-42f7-b460-09a7e85b43b4 req-c6b22eb3-d52e-4f82-8c19-f1f6a53cee59 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0554392 Jun 20 14:55:10.210798 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:10.233820 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c304a052-64cf-42f7-b460-09a7e85b43b4 req-a5da7e72-e92f-4e90-9dcc-32914348a6f9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432711 Jun 20 14:55:10.303732 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:11.369379 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78040f99-a47e-4973-acb1-93eb11697726 req-85b0f488-5911-4e92-8854-8245d1c12f0b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:11.370832 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-78040f99-a47e-4973-acb1-93eb11697726 req-85b0f488-5911-4e92-8854-8245d1c12f0b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0494680 Jun 20 14:55:11.419071 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-78040f99-a47e-4973-acb1-93eb11697726 req-2a5618fd-d284-475f-90e3-e894005c04f4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Jun 20 14:55:12.551661 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19853b-d445-4e08-84f4-808cbef0208d req-fd3954fa-e67f-436e-94a1-3cacb790dd50 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:12.554614 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4e19853b-d445-4e08-84f4-808cbef0208d req-fd3954fa-e67f-436e-94a1-3cacb790dd50 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0567884 Jun 20 14:55:12.621051 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4e19853b-d445-4e08-84f4-808cbef0208d req-053229d4-3e77-4ce2-8091-f6710499d1a7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604930 Jun 20 14:55:13.748619 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a559-7fa1-4ebe-a871-ca3bb34ec3f5 req-ac7c2a9c-4bfd-4674-9d92-b91b115f32ad tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:13.750003 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-29b5a559-7fa1-4ebe-a871-ca3bb34ec3f5 req-ac7c2a9c-4bfd-4674-9d92-b91b115f32ad tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0518172 Jun 20 14:55:13.799634 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-29b5a559-7fa1-4ebe-a871-ca3bb34ec3f5 req-03eb14c6-e7c6-4ca0-add8-9490afdc7fe4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Jun 20 14:55:14.917419 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20bac5-372f-42f7-b2d1-6b103699cd54 req-f210cb90-92aa-47ce-8944-2c64d4881570 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:14.918773 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5a20bac5-372f-42f7-b2d1-6b103699cd54 req-f210cb90-92aa-47ce-8944-2c64d4881570 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0470991 Jun 20 14:55:14.970836 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5a20bac5-372f-42f7-b2d1-6b103699cd54 req-e7637b99-20dc-4c23-b88c-7565ba8dbf1b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Jun 20 14:55:16.104200 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5807af-56b6-4f35-a0c8-b3841366842a req-f443dfae-6efd-4809-a3f0-7b24c9330629 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:16.105700 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2f5807af-56b6-4f35-a0c8-b3841366842a req-f443dfae-6efd-4809-a3f0-7b24c9330629 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0515442 Jun 20 14:55:16.146200 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:16.159227 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2f5807af-56b6-4f35-a0c8-b3841366842a req-346603e4-aa4d-4a0d-a701-7b8be22e0893 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Jun 20 14:55:17.288357 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447af33-c44d-4f59-a2c7-e772bc09251c req-935bb76d-3751-4c79-bb0d-f605737ad39d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:17.289929 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3447af33-c44d-4f59-a2c7-e772bc09251c req-935bb76d-3751-4c79-bb0d-f605737ad39d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0544188 Jun 20 14:55:17.339620 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3447af33-c44d-4f59-a2c7-e772bc09251c req-66d6c1be-c4a9-4d92-90ce-c76a4b1cb9ff tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412557 Jun 20 14:55:18.478966 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da749ab-0dba-4224-b296-aa48ef86fab7 req-7da771c1-d73d-4e65-9e20-8997d177f78f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:18.480467 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2da749ab-0dba-4224-b296-aa48ef86fab7 req-7da771c1-d73d-4e65-9e20-8997d177f78f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0643458 Jun 20 14:55:18.491584 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:18.530139 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2da749ab-0dba-4224-b296-aa48ef86fab7 req-c5a27c8f-c3e6-44c0-83d8-87b6e1e384a9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440068 Jun 20 14:55:19.667664 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2c1b7-d5d6-4215-b30b-a57a74dca46a req-8a815371-8087-4a56-9edf-970abdc7f4d3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:19.669159 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03c2c1b7-d5d6-4215-b30b-a57a74dca46a req-8a815371-8087-4a56-9edf-970abdc7f4d3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0468245 Jun 20 14:55:19.717035 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03c2c1b7-d5d6-4215-b30b-a57a74dca46a req-574ec21f-8742-4e8e-a116-e965fa13617e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423386 Jun 20 14:55:20.295801 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:20.298154 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:20.585127 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=13 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:20.592668 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:20.853708 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809f697-1365-450b-a8ea-cb61271311c7 req-92abb861-6ff8-4e48-b675-254386f90622 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:20.855076 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e809f697-1365-450b-a8ea-cb61271311c7 req-92abb861-6ff8-4e48-b675-254386f90622 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0510972 Jun 20 14:55:20.908959 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e809f697-1365-450b-a8ea-cb61271311c7 req-642e51d1-cfe5-4af9-9571-a86d5e6bd295 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 Jun 20 14:55:21.491134 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:55:22.045396 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722aa4f-1130-44f6-bcb6-59656d8afbc7 req-f7096eac-ce44-4f4b-b924-c8e965a88812 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:22.046881 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8722aa4f-1130-44f6-bcb6-59656d8afbc7 req-f7096eac-ce44-4f4b-b924-c8e965a88812 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0554149 Jun 20 14:55:22.094603 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8722aa4f-1130-44f6-bcb6-59656d8afbc7 req-2b830d73-fa5b-4286-8dd1-ef4e0025e28b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420415 Jun 20 14:55:23.228526 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d361c-8fe5-498d-9c38-776d07e5f951 req-63201654-71da-4a6b-829a-304a6f797ff5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:23.230030 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-047d361c-8fe5-498d-9c38-776d07e5f951 req-63201654-71da-4a6b-829a-304a6f797ff5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0541277 Jun 20 14:55:23.278244 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-047d361c-8fe5-498d-9c38-776d07e5f951 req-e5ed9388-afb3-4ef5-9597-6880d40c3b5e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Jun 20 14:55:24.415117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffdd6b-7553-4856-be20-e25d19a1163d req-b678efab-2091-4a93-92d8-975edd2fab30 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:24.416580 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11ffdd6b-7553-4856-be20-e25d19a1163d req-b678efab-2091-4a93-92d8-975edd2fab30 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0476837 Jun 20 14:55:24.468891 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11ffdd6b-7553-4856-be20-e25d19a1163d req-4cf0f078-349c-46e9-8c0f-5ea098db2de7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Jun 20 14:55:25.600306 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923577aa-037a-454e-b96b-53b63e2a1d97 req-b636020f-46aa-4e6a-ba91-607c361cde28 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:25.601834 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-923577aa-037a-454e-b96b-53b63e2a1d97 req-b636020f-46aa-4e6a-ba91-607c361cde28 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0517004 Jun 20 14:55:25.650153 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-923577aa-037a-454e-b96b-53b63e2a1d97 req-64f8773e-cee9-4016-8cf2-c2de9c6ac48d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Jun 20 14:55:26.778267 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca1764-01dc-4220-ba03-6fa5f0c732b7 req-70c99825-deab-4bf6-b127-dc69bfa77343 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:26.779748 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6aca1764-01dc-4220-ba03-6fa5f0c732b7 req-70c99825-deab-4bf6-b127-dc69bfa77343 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0462286 Jun 20 14:55:26.830461 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6aca1764-01dc-4220-ba03-6fa5f0c732b7 req-e7a2f0a3-2212-4bc7-ade8-e947a8764378 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Jun 20 14:55:27.965083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5d02d-fcca-4ce9-9c89-0e7ab8ad22bd req-67676356-26a8-40ce-b724-7b46d9686892 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:27.966987 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d8e5d02d-fcca-4ce9-9c89-0e7ab8ad22bd req-67676356-26a8-40ce-b724-7b46d9686892 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0618241 Jun 20 14:55:28.014799 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d8e5d02d-fcca-4ce9-9c89-0e7ab8ad22bd req-e091aabb-3681-428d-91b2-eb39d65db731 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Jun 20 14:55:29.152648 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1af7d-6a43-4a99-9fb1-ed6629e263a4 req-d16e3bef-6a79-410c-91ed-16b6f5f13bf0 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:29.154305 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9fd1af7d-6a43-4a99-9fb1-ed6629e263a4 req-d16e3bef-6a79-410c-91ed-16b6f5f13bf0 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0555599 Jun 20 14:55:29.204163 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9fd1af7d-6a43-4a99-9fb1-ed6629e263a4 req-f2e9249e-55b5-4a8b-8e8a-23cb275e654a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 Jun 20 14:55:30.334622 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e5936-71e9-47d8-b4f1-885200d943e8 req-e82aa4ac-9164-42d9-8372-3885917ca419 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:30.335980 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0e4e5936-71e9-47d8-b4f1-885200d943e8 req-e82aa4ac-9164-42d9-8372-3885917ca419 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0481536 Jun 20 14:55:30.385409 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0e4e5936-71e9-47d8-b4f1-885200d943e8 req-123f631d-e22a-487f-9bad-0dd7d6d22f09 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Jun 20 14:55:31.281394 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:55:31.386508 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:55:31.399330 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'port_id': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'mac_address': 'fa:16:3e:dc:84:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:55:31.439412 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 4003555e-bf92-479e-b2dd-be6fe4500b56 is: ACTIVE; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:55:31.439803 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:31.453927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4003555e-bf92-479e-b2dd-be6fe4500b56 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:55:31.481610 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:55:31.485345 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:31.488341 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:31.533607 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1768b4-158e-48a2-abc2-dacd02fb3a05 req-a24a3d5e-8e0e-4a23-a85c-f01a84a3a96f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:31.540516 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d1768b4-158e-48a2-abc2-dacd02fb3a05 req-a24a3d5e-8e0e-4a23-a85c-f01a84a3a96f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0666299 Jun 20 14:55:31.557302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=6']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:31.604808 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d1768b4-158e-48a2-abc2-dacd02fb3a05 req-0f50ecdb-e382-4a7c-8d3b-6afa9bebd9ed tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630035 Jun 20 14:55:31.616936 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['4003555e-bf92-479e-b2dd-be6fe4500b56'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:55:31.651129 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a0e96-dd8a-4e55-a1e7-82487b80736b req-a3095066-e9f7-4155-84ce-cc24bb11a5ba tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:31.658074 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a0a0e96-dd8a-4e55-a1e7-82487b80736b req-a3095066-e9f7-4155-84ce-cc24bb11a5ba tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0994668 Jun 20 14:55:31.661906 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-22d96954-32cc-47d9-acaa-f4cbdf87db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:31.663603 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-22d96954-32cc-47d9-acaa-f4cbdf87db42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1169 time: 0.0719862 Jun 20 14:55:31.768659 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:31.783184 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:31.806502 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a0a0e96-dd8a-4e55-a1e7-82487b80736b req-8bf1f2a5-3eb2-4d22-b28b-b08107c9b072 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1408308 Jun 20 14:55:31.827222 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-5b2b8dfb-cd78-4997-814b-f114e686d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:31.829273 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-5b2b8dfb-cd78-4997-814b-f114e686d26e service neutron] 10.222.0.26 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 916 time: 0.1566374 Jun 20 14:55:31.903761 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-19e9a3ea-a1d2-4a0e-8d6d-9dc640b95e08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 1001 time: 0.0666230 Jun 20 14:55:31.966118 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-2cbd2b18-099f-4beb-a4d4-cc029621dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:31.967747 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-2cbd2b18-099f-4beb-a4d4-cc029621dcd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 200 len: 854 time: 0.0536144 Jun 20 14:55:32.019380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-bf295652-06f3-4b49-9984-dc041cc69053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:32.021302 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-bf295652-06f3-4b49-9984-dc041cc69053 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99ae49b1-4209-43ab-a443-be5d8d242625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470269 Jun 20 14:55:32.130303 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-c35767f3-7f0f-4fdb-a240-5b1efcbe01e3 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987709 Jun 20 14:55:32.292667 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8d38235-a2fa-421b-978f-497c5d1043fb req-bb9eaa77-5c3a-4e3e-861e-3a1c6d719626 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487677 Jun 20 14:55:32.729114 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fc102-c6e1-4315-9895-580a68530339 req-583a5bb3-c318-4abc-a47f-d5bbb8ee8847 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:32.732277 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-038fc102-c6e1-4315-9895-580a68530339 req-583a5bb3-c318-4abc-a47f-d5bbb8ee8847 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 944 time: 0.0525479 Jun 20 14:55:32.785927 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-038fc102-c6e1-4315-9895-580a68530339 req-e7a78ecd-a3e4-49e7-9993-9242e4aef2c0 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 Jun 20 14:55:32.943578 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944f6c1-cc1f-47e2-8295-43a70cbdcc5f req-1a5de56d-73cd-40e9-8b5f-ba0980b4fafa tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:32.945883 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e944f6c1-cc1f-47e2-8295-43a70cbdcc5f req-1a5de56d-73cd-40e9-8b5f-ba0980b4fafa tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0542603 Jun 20 14:55:33.021913 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e944f6c1-cc1f-47e2-8295-43a70cbdcc5f req-190632cc-a569-4196-8dc2-123e0f57a040 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0670359 Jun 20 14:55:33.292694 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:55:33.345972 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 4003555e-bf92-479e-b2dd-be6fe4500b56 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:55:33.346345 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:33.426506 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 4003555e-bf92-479e-b2dd-be6fe4500b56 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:55:33.426892 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:33.475959 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:55:33.476990 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:55:33.479337 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1223d254-4540-402b-9a45-9111e9e4c2c1" -d '{"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-plugged", "status": "completed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:55:33.482714 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:33.526313 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837f2635-3cae-4b6d-9b15-776e9161ad6f x-openstack-request-id: req-837f2635-3cae-4b6d-9b15-776e9161ad6f {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:55:33.526623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-plugged", "status": "completed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:55:33.526877 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-837f2635-3cae-4b6d-9b15-776e9161ad6f {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:55:33.527272 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837f2635-3cae-4b6d-9b15-776e9161ad6f'] response: {'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'code': 200} Jun 20 14:55:33.542230 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=7']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:33.926798 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64422d-18d3-4f61-8479-5cf9a92b8be2 req-502e74b7-3f49-49ff-b628-24679507a524 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:33.935170 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2b64422d-18d3-4f61-8479-5cf9a92b8be2 req-502e74b7-3f49-49ff-b628-24679507a524 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0605216 Jun 20 14:55:33.986665 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2b64422d-18d3-4f61-8479-5cf9a92b8be2 req-99576e9a-e045-4f4e-8603-04a52d728699 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506227 Jun 20 14:55:34.170546 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e239-7044-4031-a0c1-652743df92b4 req-0c12eac6-cbfa-4130-954c-5e08eff079aa tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:34.172083 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b973e239-7044-4031-a0c1-652743df92b4 req-0c12eac6-cbfa-4130-954c-5e08eff079aa tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0722933 Jun 20 14:55:34.256202 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b973e239-7044-4031-a0c1-652743df92b4 req-92fffa6d-e766-4a05-b296-693378aa3d39 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0782130 Jun 20 14:55:34.970675 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:34.977677 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-701c75ce-3ccb-4c1a-99fb-5d54ac557af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:35.132657 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91fb3-5764-43b4-acfd-8b3cffa7c704 req-e9c77aa9-1402-417d-86fe-0d383ce03444 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:35.135283 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-05c91fb3-5764-43b4-acfd-8b3cffa7c704 req-e9c77aa9-1402-417d-86fe-0d383ce03444 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0546329 Jun 20 14:55:35.190844 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-05c91fb3-5764-43b4-acfd-8b3cffa7c704 req-622b7b9f-c403-4e54-8348-d83e8060d9f3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495348 Jun 20 14:55:35.387066 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8afee6-deec-445c-8e78-cf32d5d96c39 req-795b84c8-304a-4fd0-8716-02448ace8358 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:35.394819 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bb8afee6-deec-445c-8e78-cf32d5d96c39 req-795b84c8-304a-4fd0-8716-02448ace8358 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0637619 Jun 20 14:55:35.465341 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bb8afee6-deec-445c-8e78-cf32d5d96c39 req-45f40026-0ed7-4b53-802e-afc3593dc608 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0670578 Jun 20 14:55:36.330225 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f766fd5-56e2-4faf-b229-a9adc92ef616 req-e0304c39-4aaf-4c8a-ac80-582d85564314 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:36.332159 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0f766fd5-56e2-4faf-b229-a9adc92ef616 req-e0304c39-4aaf-4c8a-ac80-582d85564314 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0545163 Jun 20 14:55:36.385676 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0f766fd5-56e2-4faf-b229-a9adc92ef616 req-7f70b75d-d17f-4808-bf88-3b134853836b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479031 Jun 20 14:55:36.586525 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3742fd7-99aa-4e4c-8f7f-d0b65da10788 req-9a061ef1-0c1a-495d-9ed0-1efef8f87445 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:36.588913 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d3742fd7-99aa-4e4c-8f7f-d0b65da10788 req-9a061ef1-0c1a-495d-9ed0-1efef8f87445 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0573816 Jun 20 14:55:36.616009 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:36.662221 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d3742fd7-99aa-4e4c-8f7f-d0b65da10788 req-623c3453-8507-4ef8-8151-6c4b97be4a04 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0658770 Jun 20 14:55:37.386725 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:37.394948 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4d9d967d-846a-4533-bbf7-243fa66bdeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:37.525613 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd00188-fce8-4fdc-bc02-f9ef26078bb9 req-0f6648eb-68b0-4fe7-b0d5-213fb3078096 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:37.527252 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dbd00188-fce8-4fdc-bc02-f9ef26078bb9 req-0f6648eb-68b0-4fe7-b0d5-213fb3078096 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0616028 Jun 20 14:55:37.583871 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dbd00188-fce8-4fdc-bc02-f9ef26078bb9 req-f86b8231-cdd5-444a-a208-094c4a3a54c9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507536 Jun 20 14:55:37.724051 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:37.790917 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:37.804704 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad84dea-4f70-463e-886b-501d5022e356 req-17baa692-1740-4551-8d7d-7884eb4f0472 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:37.807304 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bad84dea-4f70-463e-886b-501d5022e356 req-17baa692-1740-4551-8d7d-7884eb4f0472 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0615563 Jun 20 14:55:37.884966 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bad84dea-4f70-463e-886b-501d5022e356 req-51709720-2852-4e2c-930d-1169dae0b13e tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0714259 Jun 20 14:55:38.580979 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:38.905077 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53162d6d-0c01-4d76-b747-01606acb256d req-74fb3d1f-8861-4d9a-b8a2-8a529d040d14 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:38.908304 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-53162d6d-0c01-4d76-b747-01606acb256d req-74fb3d1f-8861-4d9a-b8a2-8a529d040d14 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.1186171 Jun 20 14:55:39.004004 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-53162d6d-0c01-4d76-b747-01606acb256d req-2c94e77b-98d1-4093-b1f3-72376ea62709 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902059 Jun 20 14:55:39.111779 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc284efa-687c-4171-9d37-ba04edb2545a req-0eefa639-2eaf-4437-8b93-b21f1d0a5720 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:39.119924 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bc284efa-687c-4171-9d37-ba04edb2545a req-0eefa639-2eaf-4437-8b93-b21f1d0a5720 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0587609 Jun 20 14:55:39.202236 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bc284efa-687c-4171-9d37-ba04edb2545a req-b5052f0a-de0d-4e9c-9429-6a8acd9a0920 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0811753 Jun 20 14:55:39.245041 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d8f9e-cac4-4a7b-8c27-18b29c1d6f13 req-0fc6247a-fdce-4b85-9af8-0e2a67a6130a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:39.247291 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1f9d8f9e-cac4-4a7b-8c27-18b29c1d6f13 req-0fc6247a-fdce-4b85-9af8-0e2a67a6130a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0493202 Jun 20 14:55:39.298912 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1f9d8f9e-cac4-4a7b-8c27-18b29c1d6f13 req-f9e3d16c-c93c-4fc1-8ed0-2f8553d6ed7c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454376 Jun 20 14:55:40.130967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8982b44-6965-42ab-9e00-2157f240db62 req-42eab088-814b-4e70-a1b4-46d02db055f5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:40.138153 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c8982b44-6965-42ab-9e00-2157f240db62 req-42eab088-814b-4e70-a1b4-46d02db055f5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0604970 Jun 20 14:55:40.154661 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:40.187687 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c8982b44-6965-42ab-9e00-2157f240db62 req-94340097-5968-41af-9479-77faf65e21ae tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479684 Jun 20 14:55:40.302477 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:40.311459 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:40.343365 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73966a-ac7d-4012-bfba-26f737d0ee7d req-e355db59-8810-4229-99ed-a2257e966812 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:40.344925 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7e73966a-ac7d-4012-bfba-26f737d0ee7d req-e355db59-8810-4229-99ed-a2257e966812 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0789568 Jun 20 14:55:40.408856 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:40.416699 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7e73966a-ac7d-4012-bfba-26f737d0ee7d req-95d4d0dc-b4c4-415f-b255-709f6b7d1b40 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0628669 Jun 20 14:55:40.449278 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8f2fe-a657-45be-9ae2-9caa65d4effe req-c606db0c-ef4e-4824-9ba5-3b28c680b13b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:40.451031 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6dc8f2fe-a657-45be-9ae2-9caa65d4effe req-c606db0c-ef4e-4824-9ba5-3b28c680b13b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0605526 Jun 20 14:55:40.519522 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6dc8f2fe-a657-45be-9ae2-9caa65d4effe req-0bc087b2-608f-4198-b57b-6ed47700e9d0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=14fa3a03-ce09-442b-93dc-d7a6e2351ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627542 Jun 20 14:55:40.652039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-257513a2-0b50-406e-961e-46b172147974 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:40.653627 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-257513a2-0b50-406e-961e-46b172147974 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 946 time: 0.0531423 Jun 20 14:55:40.738773 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port e9da401c-2faa-4ed5-ba47-172b7b568c5a {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:55:40.739109 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:40.837032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] For port e9da401c-2faa-4ed5-ba47-172b7b568c5a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e9da401c-2faa-4ed5-ba47-172b7b568c5a,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:55:40.837738 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:41.107638 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:41.107956 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (0c747143-347b-4d33-92cf-38a726c7c8d6), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:41.108294 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP 0c747143-347b-4d33-92cf-38a726c7c8d6 disassociated. External IP: 172.27.1.125, port: e9da401c-2faa-4ed5-ba47-172b7b568c5a. Jun 20 14:55:41.108642 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for e9da401c-2faa-4ed5-ba47-172b7b568c5a owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:55:41.256694 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e9da401c-2faa-4ed5-ba47-172b7b568c5a), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:41.530251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=e9da401c-2faa-4ed5-ba47-172b7b568c5a,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:41.549793 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f72d0-ee15-40f8-ac11-4de5286d38e2 req-fa14e682-4023-483e-9754-aa183993d616 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:41.551997 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-255f72d0-ee15-40f8-ac11-4de5286d38e2 req-fa14e682-4023-483e-9754-aa183993d616 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0568554 Jun 20 14:55:41.573700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.574034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.574369 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.574695 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.575014 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.575498 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.575811 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.576070 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.576402 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.576708 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.577055 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.577385 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.577689 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.578003 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.578317 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:41.625052 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-bc9c5a7b-29f2-4256-96aa-7cb2ca89c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:41.626464 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-bc9c5a7b-29f2-4256-96aa-7cb2ca89c1d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 1129 time: 0.3527646 Jun 20 14:55:41.633800 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-255f72d0-ee15-40f8-ac11-4de5286d38e2 req-2d4562b7-3bee-4d3b-a20e-f330ef5f504d tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0758245 Jun 20 14:55:41.648055 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c716e10-d6e4-4339-830b-e4b340a6762c req-0c9e8601-b444-488a-bd2d-7684c6e54c4b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:41.649520 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1c716e10-d6e4-4339-830b-e4b340a6762c req-0c9e8601-b444-488a-bd2d-7684c6e54c4b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.1373830 Jun 20 14:55:41.726157 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ca6e2722-5356-4c91-a3ad-1d81254da460 req-4e8d84c1-39f9-459a-9b63-c974a422b50b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 210 time: 0.0326796 Jun 20 14:55:41.790989 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:55:41.797576 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:41.809102 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1c716e10-d6e4-4339-830b-e4b340a6762c req-4209d447-2b74-437f-ac3b-6424ff071d79 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217406 Jun 20 14:55:41.813115 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:41.835350 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-cfc71d19-1e0e-4c44-9be6-038cccbc0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:41.836819 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-cfc71d19-1e0e-4c44-9be6-038cccbc0aff service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.2032409 Jun 20 14:55:41.937819 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-4d9ff808-dcbe-4e41-8a63-2b229140aa66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 200 len: 1001 time: 0.0700498 Jun 20 14:55:42.011039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:55:42.022168 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:55:42.033698 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:55:42.034325 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:55:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:42.040497 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-9bf805ae-7d6c-499b-ad07-d7b82fcaff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:42.042039 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-9bf805ae-7d6c-499b-ad07-d7b82fcaff12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0814264 Jun 20 14:55:42.068393 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] No DVR routers for this DVR port e9da401c-2faa-4ed5-ba47-172b7b568c5a on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:55:42.071798 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:42.074990 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3fbcab23-8983-46eb-b89b-8714dc8aa27a req-ee5b78e4-8515-4dbe-8c9f-002d26452a0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "DELETE /v2.0/ports/e9da401c-2faa-4ed5-ba47-172b7b568c5a HTTP/1.1" status: 204 len: 173 time: 1.4164920 Jun 20 14:55:42.075461 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'name': 'network-vif-deleted', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:55:42.077728 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19eb3a7-09ce-44d7-9db7-036e62ce9a7a" -d '{"events": [{"server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "name": "network-vif-deleted", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:55:42.110032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-690df7a9-0822-4b85-abfe-0720d5f8726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:42.112026 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-690df7a9-0822-4b85-abfe-0720d5f8726d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516145 Jun 20 14:55:42.154678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:55:42.173464 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32584e4f-4015-4b42-991d-9d722dc52c53 x-openstack-request-id: req-32584e4f-4015-4b42-991d-9d722dc52c53 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:55:42.173737 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbec336a-d2a1-4417-ae64-bf09da7cceda", "name": "network-vif-deleted", "tag": "e9da401c-2faa-4ed5-ba47-172b7b568c5a", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:55:42.173991 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32584e4f-4015-4b42-991d-9d722dc52c53 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:55:42.174428 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32584e4f-4015-4b42-991d-9d722dc52c53'] response: {'server_uuid': 'cbec336a-d2a1-4417-ae64-bf09da7cceda', 'name': 'network-vif-deleted', 'tag': 'e9da401c-2faa-4ed5-ba47-172b7b568c5a', 'status': 'completed', 'code': 200} Jun 20 14:55:42.252195 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-772391a6-393b-41e8-b90f-96dcb570a6f3 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305227 Jun 20 14:55:42.363397 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11a5c21f-22f4-4d4a-94a5-d8204a031bd3 req-7309007a-19a9-42e9-92ba-7a33bb99b4b8 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899818 Jun 20 14:55:42.370447 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:59Z', 'revision_number': 2, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:42.395557 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:55:42.404069 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:55:42.404666 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:55:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:42.513439 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:55:42.760630 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69c02a-d72d-4c0c-9a59-cee25b4e4c19 req-db2c06fb-8171-401b-9be3-74929f64e39c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:42.762211 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fc69c02a-d72d-4c0c-9a59-cee25b4e4c19 req-db2c06fb-8171-401b-9be3-74929f64e39c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0549378 Jun 20 14:55:42.844656 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fc69c02a-d72d-4c0c-9a59-cee25b4e4c19 req-27ecdd2c-b963-4ef8-9dd2-0b8cd922565c tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0752201 Jun 20 14:55:42.869003 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-47b7a9a5-c71e-4239-95aa-4d67f959a1e4 req-b86a493d-be9c-4496-9cc4-a321bf5f7c3b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 210 time: 0.0379665 Jun 20 14:55:42.894229 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:59Z', 'revision_number': 2, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:42.925135 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3689c0-7887-46c0-8ef6-a0dba3a316ea None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'f55a733f-3b2e-415b-b0d9-de0f1e3fe722', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.179', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': 'd5c181e8-9634-4dd9-9d76-478532026463', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:20:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:52:14Z', 'updated_at': '2022-06-20T14:52:59Z', 'revision_number': 2, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:55:42.967961 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d6d33-0b61-48b9-98ba-291aada74c7f req-ec564788-a3e1-4082-8ea0-c2bf5174f3ef tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:42.970287 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-889d6d33-0b61-48b9-98ba-291aada74c7f req-ec564788-a3e1-4082-8ea0-c2bf5174f3ef tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0509260 Jun 20 14:55:43.028978 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-889d6d33-0b61-48b9-98ba-291aada74c7f req-7b2a64f4-d8f6-4256-897e-182f1f521a56 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526774 Jun 20 14:55:43.169386 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7f415-7c68-4195-9c53-5cf5dda4ba20 None None] New status for floating IP 0c747143-347b-4d33-92cf-38a726c7c8d6: DOWN {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:55:43.975396 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961c66d-f58c-4838-bd44-9018afc03c6b req-40652327-cabc-4250-bac8-60ff06ad6225 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:43.978099 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5961c66d-f58c-4838-bd44-9018afc03c6b req-40652327-cabc-4250-bac8-60ff06ad6225 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0549159 Jun 20 14:55:43.989529 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9ef584c2-84ca-4898-b403-914baeb523e9 req-a9659b5b-acfc-481f-8e1f-3f6fd0c53493 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbec336a-d2a1-4417-ae64-bf09da7cceda HTTP/1.1" status: 200 len: 210 time: 0.0426137 Jun 20 14:55:44.052574 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5961c66d-f58c-4838-bd44-9018afc03c6b req-99ea00ee-98bd-44ef-8ad4-b760d8abadf5 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0669067 Jun 20 14:55:44.157827 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd458b-14c7-49e0-a83a-aac4d1639e88 req-7d48b6fe-d691-457f-aea1-13c289f73615 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:44.159277 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89dd458b-14c7-49e0-a83a-aac4d1639e88 req-7d48b6fe-d691-457f-aea1-13c289f73615 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0589516 Jun 20 14:55:44.220094 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89dd458b-14c7-49e0-a83a-aac4d1639e88 req-b61f6af3-d945-4080-acc2-9e098c0396ba tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545945 Jun 20 14:55:45.085362 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53046) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:45.187477 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e51d8344-2d53-4d27-a6af-5b8cb2111361 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (14fa3a03-ce09-442b-93dc-d7a6e2351ca3), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.201824 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ac51b-1a09-460a-b9d1-c75cb7b0b638 req-befb2291-3e20-4a21-b778-d7d75fcb63d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:45.203294 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-146ac51b-1a09-460a-b9d1-c75cb7b0b638 req-befb2291-3e20-4a21-b778-d7d75fcb63d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0636938 Jun 20 14:55:45.235547 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e51d8344-2d53-4d27-a6af-5b8cb2111361 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (14fa3a03-ce09-442b-93dc-d7a6e2351ca3), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.243245 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:45.304771 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-146ac51b-1a09-460a-b9d1-c75cb7b0b638 req-c3cd092f-e0ec-4827-b827-7f2dc04684f1 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&id=b3c2f0ba-21f4-4695-aed2-061b56177e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0952616 Jun 20 14:55:45.337957 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e51d8344-2d53-4d27-a6af-5b8cb2111361 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (14fa3a03-ce09-442b-93dc-d7a6e2351ca3), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.340456 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e51d8344-2d53-4d27-a6af-5b8cb2111361 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.341653 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-e51d8344-2d53-4d27-a6af-5b8cb2111361 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/security-groups/14fa3a03-ce09-442b-93dc-d7a6e2351ca3 HTTP/1.1" status: 204 len: 168 time: 0.2552738 Jun 20 14:55:45.346332 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53054) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:45.359012 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d8344-2d53-4d27-a6af-5b8cb2111361 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fa3a03-ce09-442b-93dc-d7a6e2351ca3,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:45.365479 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.api.v2.resource [None req-12ce8132-b897-4ce0-ba37-5a0ef230c367 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] show failed (client error): The resource could not be found. Jun 20 14:55:45.366523 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-12ce8132-b897-4ce0-ba37-5a0ef230c367 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups/14fa3a03-ce09-442b-93dc-d7a6e2351ca3 HTTP/1.1" status: 404 len: 347 time: 0.0192752 Jun 20 14:55:45.366674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b535c-51fc-42c3-a004-11f144746c09 req-f0d58e9c-8434-4066-a7cf-4ed14320ec45 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:45.368706 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-803b535c-51fc-42c3-a004-11f144746c09 req-f0d58e9c-8434-4066-a7cf-4ed14320ec45 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 945 time: 0.0661995 Jun 20 14:55:45.369438 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53056) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:45.370875 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:55:45.424244 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-803b535c-51fc-42c3-a004-11f144746c09 req-babc33b8-5231-4469-98f4-0f626622450b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482590 Jun 20 14:55:45.464673 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 4003555e-bf92-479e-b2dd-be6fe4500b56 is: ACTIVE; New status is: DOWN {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:55:45.465100 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.476910 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:45.480868 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:45.488690 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:55:45.489366 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.492426 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:55:45.495278 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d817d859-0a7d-411f-8b8a-531b904f12c5" -d '{"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-unplugged", "status": "completed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:55:45.512706 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:55:45.520466 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.521366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e9da401c-2faa-4ed5-ba47-172b7b568c5a no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:55:45.547441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Jun 2022 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00add4e-8d67-494c-bfee-399c344c354f x-openstack-request-id: req-c00add4e-8d67-494c-bfee-399c344c354f {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:55:45.548009 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-unplugged", "status": "failed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56", "code": 422}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:55:45.548260 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c00add4e-8d67-494c-bfee-399c344c354f {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:55:45.548696 dv-cinder-836973-5-iscsi neutron-server[110375]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c00add4e-8d67-494c-bfee-399c344c354f']: {'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'code': 422} returned with failed status Jun 20 14:55:45.567846 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: e9da401c-2faa-4ed5-ba47-172b7b568c5a {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:55:45.568198 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e9da401c-2faa-4ed5-ba47-172b7b568c5a not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:55:45.575808 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.576196 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.582380 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:45.591292 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:55:45.599631 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=8']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:45.607705 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.608062 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.608429 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.608806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.609336 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.609847 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.610354 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.610888 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.611219 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.611550 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.611879 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.612217 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.612546 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.612894 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.613216 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:55:45.747046 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.774700 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=d5e9d4f2-34b0-437a-b84d-ed41b65f5f4a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:45.845028 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (0c747143-347b-4d33-92cf-38a726c7c8d6), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.847515 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:45.848694 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4ef47211-3dba-4362-a0db-131a905cb4e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/floatingips/0c747143-347b-4d33-92cf-38a726c7c8d6 HTTP/1.1" status: 204 len: 168 time: 0.4782984 Jun 20 14:55:45.970603 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [req-adac5ddf-a11a-427b-9887-1f166f3a01cc req-6d2931db-b07e-4f0e-a810-1031d531c66e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:55:45.971609 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-adac5ddf-a11a-427b-9887-1f166f3a01cc req-6d2931db-b07e-4f0e-a810-1031d531c66e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055172 Jun 20 14:55:46.141798 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4257-f594-4ef7-831d-28250ce42cd4 req-9b10576d-2b81-4dde-acf4-3aeccdd9841c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:46.143359 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d30f4257-f594-4ef7-831d-28250ce42cd4 req-9b10576d-2b81-4dde-acf4-3aeccdd9841c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0531256 Jun 20 14:55:46.196451 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d30f4257-f594-4ef7-831d-28250ce42cd4 req-cdf36708-375f-4a7d-977b-303531fc82ee tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472157 Jun 20 14:55:46.540334 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53114) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:46.650500 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-c5fcc390-0f40-424e-bdce-9345e290b610 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089311 Jun 20 14:55:46.661750 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-928c76d7-181b-4c73-9bf3-4b6473cf81dd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:55:46.663027 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-928c76d7-181b-4c73-9bf3-4b6473cf81dd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071397 Jun 20 14:55:46.741559 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-726671dd-e500-4814-ad2e-d4fcadc14fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:46.743198 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-726671dd-e500-4814-ad2e-d4fcadc14fa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1129 time: 0.0728619 Jun 20 14:55:46.754913 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722df4e-68a4-4016-a54d-465240be0322 req-2481552e-9ce0-4a90-9e1c-0132fb961adf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:46.756609 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4722df4e-68a4-4016-a54d-465240be0322 req-2481552e-9ce0-4a90-9e1c-0132fb961adf tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0560958 Jun 20 14:55:46.767387 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:46.768321 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53124) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:46.862872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:46.869203 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4722df4e-68a4-4016-a54d-465240be0322 req-e1902de7-a34e-4912-8230-2c37f54db93a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034245 Jun 20 14:55:46.885442 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-3856165b-8fc7-4dd1-a094-571487f25ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:46.886914 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-3856165b-8fc7-4dd1-a094-571487f25ee9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.1289642 Jun 20 14:55:46.950843 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-a9c4c395-a612-4665-8b1e-73383e6e6de2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 1000 time: 0.0574853 Jun 20 14:55:47.001392 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-acf967b4-9221-41a3-85ff-a59a45a8c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:47.002949 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-acf967b4-9221-41a3-85ff-a59a45a8c504 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.0459912 Jun 20 14:55:47.057085 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-4a9a2581-79be-4860-9c72-c00f38e3703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:47.058476 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-4a9a2581-79be-4860-9c72-c00f38e3703f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472434 Jun 20 14:55:47.112302 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-3155f185-618c-4040-9789-e5f95bbedb72 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:47.113709 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-3155f185-618c-4040-9789-e5f95bbedb72 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports/4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 200 len: 940 time: 0.3442123 Jun 20 14:55:47.151166 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-69d75899-5526-4c9b-94e7-ae6e1a343b97 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847189 Jun 20 14:55:47.248626 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4f3a931f-00b7-4e4c-bc35-ab85cea8810c req-e129df3f-97e9-46d7-8ab6-a6b12acee308 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888128 Jun 20 14:55:47.372042 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3753066-2541-4994-b6ef-a5b19a2ed26a req-f8817e94-e0e3-4ff8-bce4-c9c7d4d2baaf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:47.374867 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e3753066-2541-4994-b6ef-a5b19a2ed26a req-f8817e94-e0e3-4ff8-bce4-c9c7d4d2baaf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0629709 Jun 20 14:55:47.428409 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e3753066-2541-4994-b6ef-a5b19a2ed26a req-5cb09668-5e60-456d-8333-ffa7ed817dbf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456827 Jun 20 14:55:47.611149 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf7d6c-f169-4e10-ae4b-5c12938c5bd9 req-be5c3f7b-664f-4a05-981f-b3e84c3b2dbe tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:47.612468 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdf7d6c-f169-4e10-ae4b-5c12938c5bd9 req-be5c3f7b-664f-4a05-981f-b3e84c3b2dbe tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 945 time: 0.0513277 Jun 20 14:55:47.644866 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:47.662102 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efdf7d6c-f169-4e10-ae4b-5c12938c5bd9 req-8dbe9d7e-c9c0-441b-9544-97eb0b60da94 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440223 Jun 20 14:55:48.003913 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347a624-b6af-40f3-b11a-cdba4f356a51 req-99a60447-e778-4a49-8a72-fa69cb8816d0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:48.005402 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9347a624-b6af-40f3-b11a-cdba4f356a51 req-99a60447-e778-4a49-8a72-fa69cb8816d0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Jun 20 14:55:48.053649 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9347a624-b6af-40f3-b11a-cdba4f356a51 req-ba97ca13-57f2-4356-b945-9097ec7b3bf4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Jun 20 14:55:48.576054 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee848bf-b6f9-4783-b041-65f6926c5be8 req-4b42239e-905e-4684-9418-4238ac4fded5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:48.577506 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9ee848bf-b6f9-4783-b041-65f6926c5be8 req-4b42239e-905e-4684-9418-4238ac4fded5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0508597 Jun 20 14:55:48.624349 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9ee848bf-b6f9-4783-b041-65f6926c5be8 req-c40d2261-a327-4a19-8ac4-16f5ca7d6ed7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411856 Jun 20 14:55:48.794706 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548982a-c30b-4b04-b465-f477c25f4260 req-2e07ece5-8f09-4934-ba9c-5394fd6da4d3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:48.796172 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a548982a-c30b-4b04-b465-f477c25f4260 req-2e07ece5-8f09-4934-ba9c-5394fd6da4d3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 945 time: 0.0530753 Jun 20 14:55:48.847691 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a548982a-c30b-4b04-b465-f477c25f4260 req-1934552f-d4dc-4f72-a660-dda92642cf50 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5e72725-7cbc-4613-8335-3f9f867fc5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433977 Jun 20 14:55:49.174450 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f629b5c-07b7-4c74-8f8d-2ee0bc35b374 req-f4b603b7-3066-4779-a8af-f4864498b639 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:49.176023 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0f629b5c-07b7-4c74-8f8d-2ee0bc35b374 req-f4b603b7-3066-4779-a8af-f4864498b639 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0489788 Jun 20 14:55:49.212350 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d07cef-ba28-4c14-8996-815d291917b0 req-0db9d6fe-a207-42b4-9f3c-2ce107bc2f86 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:49.213916 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-92d07cef-ba28-4c14-8996-815d291917b0 req-0db9d6fe-a207-42b4-9f3c-2ce107bc2f86 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 945 time: 0.0509005 Jun 20 14:55:49.228751 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0f629b5c-07b7-4c74-8f8d-2ee0bc35b374 req-9b56e737-62fc-4288-b13b-3dd97c799f5e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457060 Jun 20 14:55:49.305883 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port d5c181e8-9634-4dd9-9d76-478532026463 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:55:49.306264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (d5c181e8-9634-4dd9-9d76-478532026463), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:49.414727 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] For port d5c181e8-9634-4dd9-9d76-478532026463, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=d5c181e8-9634-4dd9-9d76-478532026463,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:55:49.415113 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (d5c181e8-9634-4dd9-9d76-478532026463), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:49.555414 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:49.582693 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:49.583039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (f55a733f-3b2e-415b-b0d9-de0f1e3fe722), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:49.583279 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP f55a733f-3b2e-415b-b0d9-de0f1e3fe722 disassociated. External IP: 172.27.1.179, port: d5c181e8-9634-4dd9-9d76-478532026463. Jun 20 14:55:49.583595 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for d5c181e8-9634-4dd9-9d76-478532026463 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:55:49.631362 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:49.755312 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fed81-4123-4923-a6fd-db30a9f99f9b req-31ef134b-4e8d-4aeb-9772-0dba13a8a8e5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:49.756755 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9a2fed81-4123-4923-a6fd-db30a9f99f9b req-31ef134b-4e8d-4aeb-9772-0dba13a8a8e5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0593553 Jun 20 14:55:49.762119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (d5c181e8-9634-4dd9-9d76-478532026463), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:49.809398 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=d5c181e8-9634-4dd9-9d76-478532026463,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:49.883795 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9a2fed81-4123-4923-a6fd-db30a9f99f9b req-e872217e-5905-4585-a680-1e7c4b1acbff tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167035 Jun 20 14:55:49.960106 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9c8730ee-9290-4ab6-9787-e6a5a6f8bfe7 req-3b179866-f6ec-41d1-bccd-63bbe2668080 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 210 time: 0.0308385 Jun 20 14:55:50.000078 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-edcce026-cc4f-4ead-8109-8cd008e3690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:50.001898 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-edcce026-cc4f-4ead-8109-8cd008e3690d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b&tenant_id=a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 1127 time: 0.0828457 Jun 20 14:55:50.007188 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:55:50.105227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-0978188b-789c-4d57-b013-e96ce6a5f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:50.106798 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-0978188b-789c-4d57-b013-e96ce6a5f439 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 1127 time: 0.0544641 Jun 20 14:55:50.182695 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:55:50.194573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:55:50.207262 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:55:50.208060 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:55:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:50.326648 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:55:50.520992 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:50.521890 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] No DVR routers for this DVR port d5c181e8-9634-4dd9-9d76-478532026463 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:55:50.529406 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:50.532577 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-92d07cef-ba28-4c14-8996-815d291917b0 req-324538f3-a6c0-480c-b7d3-96b5880072f1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "DELETE /v2.0/ports/d5c181e8-9634-4dd9-9d76-478532026463 HTTP/1.1" status: 204 len: 173 time: 1.3124666 Jun 20 14:55:50.533031 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'name': 'network-vif-deleted', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:55:50.535237 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31a35d8-1efb-4740-b530-bf275d453039" -d '{"events": [{"server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "name": "network-vif-deleted", "tag": "d5c181e8-9634-4dd9-9d76-478532026463"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:55:50.548169 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be6375-3b35-4074-a62d-9e01bd639e02 req-46f24f09-6f01-474d-91ff-7571b7e2a7b0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:50.548308 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:55:50.549682 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-14be6375-3b35-4074-a62d-9e01bd639e02 req-46f24f09-6f01-474d-91ff-7571b7e2a7b0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.1089139 Jun 20 14:55:50.555001 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-c5c20a31-3f2c-48c9-865a-5e5c3b18ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:50.556781 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-c5c20a31-3f2c-48c9-865a-5e5c3b18ad90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.4259336 Jun 20 14:55:50.558281 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:55:50.558920 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:55:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:50.611339 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e18672f-b910-4e31-b1bb-9df5fce905aa x-openstack-request-id: req-8e18672f-b910-4e31-b1bb-9df5fce905aa {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:55:50.611623 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e", "name": "network-vif-deleted", "tag": "d5c181e8-9634-4dd9-9d76-478532026463", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:55:50.611868 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e18672f-b910-4e31-b1bb-9df5fce905aa {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:55:50.612265 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e18672f-b910-4e31-b1bb-9df5fce905aa'] response: {'server_uuid': '5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e', 'name': 'network-vif-deleted', 'tag': 'd5c181e8-9634-4dd9-9d76-478532026463', 'status': 'completed', 'code': 200} Jun 20 14:55:50.634197 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:50.658121 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-72b1152f-be65-422d-b036-745c3c49e5cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 200 len: 999 time: 0.0884478 Jun 20 14:55:50.662162 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-14be6375-3b35-4074-a62d-9e01bd639e02 req-1ab83e64-740c-4512-b40a-29c10160a40b tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009374 Jun 20 14:55:50.683859 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:55:50.714830 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-48c6adba-aa16-48fd-8492-86cd6eb207c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:50.716433 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-48c6adba-aa16-48fd-8492-86cd6eb207c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0493424 Jun 20 14:55:50.868341 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:55:50.892765 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad853164-f9b9-485e-9a19-ca3aa9e33501 None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:55:50.967642 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-68cc1c6a-84b1-462a-b19b-40d76cba6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:50.969192 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-68cc1c6a-84b1-462a-b19b-40d76cba6499 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452914 Jun 20 14:55:51.055522 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f498646-a987-4c74-9249-f0fed49cfa8a req-bb52bbb4-9e07-428a-87a3-997ebaaa0921 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:51.061316 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9f498646-a987-4c74-9249-f0fed49cfa8a req-bb52bbb4-9e07-428a-87a3-997ebaaa0921 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0791268 Jun 20 14:55:51.088643 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:51.101713 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3efd71e8-e6e2-4fa1-82f3-5618900d3d60 req-05be1519-1d4e-47e0-8c2f-4c4008e0b29f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bf74bd2-9367-44d2-9f90-1c7aaa0cdc6e HTTP/1.1" status: 200 len: 210 time: 0.0440824 Jun 20 14:55:51.103618 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-5b6cceff-a67c-4296-8162-8ff9aff2a31d service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273584 Jun 20 14:55:51.124976 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9f498646-a987-4c74-9249-f0fed49cfa8a req-d6ee6899-411f-44a3-b085-2ef1e3827fea tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559585 Jun 20 14:55:51.158672 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:51.207255 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d9302-2329-4d9e-8dc2-b3028cecb7a6 None None] New status for floating IP f55a733f-3b2e-415b-b0d9-de0f1e3fe722: DOWN {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:55:51.215766 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e86bdb48-d4e4-4258-9d63-a940a3b987b6 req-00c88151-cca1-4a1f-afdf-991e84363733 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061432 Jun 20 14:55:51.792734 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f20d-94af-47eb-a481-dd81cf394981 req-2f024c52-a0fa-42c9-b265-5bf8348c86a8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:51.806805 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08e8f20d-94af-47eb-a481-dd81cf394981 req-2f024c52-a0fa-42c9-b265-5bf8348c86a8 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0639966 Jun 20 14:55:51.869989 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08e8f20d-94af-47eb-a481-dd81cf394981 req-b795365f-6c57-44af-886d-d1ee47e54124 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571377 Jun 20 14:55:52.218651 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53196) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:52.266908 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415817b2-88c4-4106-b85f-c0ec1472e861 req-1a60cf66-93ca-4bb1-89fc-c1c9157b20e5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:52.268648 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-415817b2-88c4-4106-b85f-c0ec1472e861 req-1a60cf66-93ca-4bb1-89fc-c1c9157b20e5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0655978 Jun 20 14:55:52.308170 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98cd77ee-38d4-4540-8e05-9b7320e4b401 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (e5e72725-7cbc-4613-8335-3f9f867fc5a8), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.347553 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-415817b2-88c4-4106-b85f-c0ec1472e861 req-cf735e76-0212-470b-a7d7-625f04d7df9c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660801 Jun 20 14:55:52.353273 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98cd77ee-38d4-4540-8e05-9b7320e4b401 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (e5e72725-7cbc-4613-8335-3f9f867fc5a8), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.436549 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98cd77ee-38d4-4540-8e05-9b7320e4b401 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (e5e72725-7cbc-4613-8335-3f9f867fc5a8), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.439390 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98cd77ee-38d4-4540-8e05-9b7320e4b401 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.440533 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-98cd77ee-38d4-4540-8e05-9b7320e4b401 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/security-groups/e5e72725-7cbc-4613-8335-3f9f867fc5a8 HTTP/1.1" status: 204 len: 168 time: 0.2201073 Jun 20 14:55:52.444023 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53198) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:52.450348 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd77ee-38d4-4540-8e05-9b7320e4b401 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e72725-7cbc-4613-8335-3f9f867fc5a8,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:52.458594 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.api.v2.resource [None req-57778b36-8c75-40cc-8b2a-4f128d0357a2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] show failed (client error): The resource could not be found. Jun 20 14:55:52.459651 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-57778b36-8c75-40cc-8b2a-4f128d0357a2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups/e5e72725-7cbc-4613-8335-3f9f867fc5a8 HTTP/1.1" status: 404 len: 347 time: 0.0146308 Jun 20 14:55:52.465319 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53200) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:52.613081 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port 8eed6934-ea8a-4f70-80d7-47b80dbbf9e0 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:55:52.613557 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.706298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.706624 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.720105 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for 8eed6934-ea8a-4f70-80d7-47b80dbbf9e0 owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:55:52.862130 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (8eed6934-ea8a-4f70-80d7-47b80dbbf9e0), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:52.891209 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=8eed6934-ea8a-4f70-80d7-47b80dbbf9e0,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:52.992173 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:53.014274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (f55a733f-3b2e-415b-b0d9-de0f1e3fe722), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.016819 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.017976 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6f68e490-7dc8-498a-9af8-77b74d2567de tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/floatingips/f55a733f-3b2e-415b-b0d9-de0f1e3fe722 HTTP/1.1" status: 204 len: 168 time: 0.5515339 Jun 20 14:55:53.035063 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b77df-6de9-4049-a6bc-a7de642430f7 req-89534de7-2557-40b3-99f8-f2cb6478a210 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:53.035063 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f15b77df-6de9-4049-a6bc-a7de642430f7 req-89534de7-2557-40b3-99f8-f2cb6478a210 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0742881 Jun 20 14:55:53.089429 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f15b77df-6de9-4049-a6bc-a7de642430f7 req-c413da3e-8c6b-46bd-ad5b-1ca086473bcd tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540586 Jun 20 14:55:53.112596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53206) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:53.116258 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-45aacc99-0dfc-427a-b7a3-b8c745dadb22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446026145', 'description': 'tempest-description--1442738453'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:53.142365 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-45aacc99-0dfc-427a-b7a3-b8c745dadb22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.220871 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-45aacc99-0dfc-427a-b7a3-b8c745dadb22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (fceed636-b521-4458-857d-0905dca9b646), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.226249 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-45aacc99-0dfc-427a-b7a3-b8c745dadb22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fceed636-b521-4458-857d-0905dca9b646), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.265316 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-45aacc99-0dfc-427a-b7a3-b8c745dadb22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.266571 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-45aacc99-0dfc-427a-b7a3-b8c745dadb22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1571386 Jun 20 14:55:53.267411 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aacc99-0dfc-427a-b7a3-b8c745dadb22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fceed636-b521-4458-857d-0905dca9b646,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:53.270616 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53208) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:53.276492 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-31da5825-e1c5-4ddb-9467-0b883d9b99d9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': 'fceed636-b521-4458-857d-0905dca9b646', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:53.306149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-31da5825-e1c5-4ddb-9467-0b883d9b99d9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (03f60ae3-a8e8-4e55-9077-799fb738b1b6), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.351301 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device d5c181e8-9634-4dd9-9d76-478532026463 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:55:53.368272 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-31da5825-e1c5-4ddb-9467-0b883d9b99d9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (03f60ae3-a8e8-4e55-9077-799fb738b1b6), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.373776 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-31da5825-e1c5-4ddb-9467-0b883d9b99d9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (03f60ae3-a8e8-4e55-9077-799fb738b1b6), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.387214 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: d5c181e8-9634-4dd9-9d76-478532026463 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:55:53.387811 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device d5c181e8-9634-4dd9-9d76-478532026463 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:55:53.400163 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da5825-e1c5-4ddb-9467-0b883d9b99d9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f60ae3-a8e8-4e55-9077-799fb738b1b6,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:53.406708 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-31da5825-e1c5-4ddb-9467-0b883d9b99d9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.408774 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-31da5825-e1c5-4ddb-9467-0b883d9b99d9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364989 Jun 20 14:55:53.411332 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53212) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:53.415944 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-0fc2c3a4-dfab-4193-bea8-a4751d0e306e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': 'fceed636-b521-4458-857d-0905dca9b646', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:53.455468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c3a4-dfab-4193-bea8-a4751d0e306e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (2549665b-404c-4bc4-b12c-4706f4bc9e40), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.490642 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:53.566076 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c3a4-dfab-4193-bea8-a4751d0e306e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (2549665b-404c-4bc4-b12c-4706f4bc9e40), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.574954 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f0962-ada9-4361-b9a1-848cc15249a9 req-50f30f87-353a-4975-a62a-1d3c9f2289bf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:53.576647 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fc2f0962-ada9-4361-b9a1-848cc15249a9 req-50f30f87-353a-4975-a62a-1d3c9f2289bf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0878446 Jun 20 14:55:53.577781 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c3a4-dfab-4193-bea8-a4751d0e306e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (2549665b-404c-4bc4-b12c-4706f4bc9e40), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.603653 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2c3a4-dfab-4193-bea8-a4751d0e306e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2549665b-404c-4bc4-b12c-4706f4bc9e40,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:53.621938 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0fc2c3a4-dfab-4193-bea8-a4751d0e306e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.623157 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0fc2c3a4-dfab-4193-bea8-a4751d0e306e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108269 Jun 20 14:55:53.626625 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53214) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:55:53.630188 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:53.631243 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:55:53.650569 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fc2f0962-ada9-4361-b9a1-848cc15249a9 req-66880a63-3fd2-4127-967a-a0ab67c6b106 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610411 Jun 20 14:55:53.658108 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.766867 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:53.930332 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.27.1.9 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/02a9fbff-5c1e-4498-a380-6a191d0f6a47) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:55:53.961931 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:54.049817 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.086877 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.166854 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:55:54.170253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:55:54.175561 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:55:54.212451 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=02a9fbff-5c1e-4498-a380-6a191d0f6a47,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:54.260946 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde34d9f-0b99-4f14-b333-b7f8728685fe req-248f1aa6-8a9d-492c-a87f-4ced738c724d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:54.262445 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bde34d9f-0b99-4f14-b333-b7f8728685fe req-248f1aa6-8a9d-492c-a87f-4ced738c724d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0883594 Jun 20 14:55:54.337286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (ebf573ad-d478-4a12-9649-4b3e2caa8ef1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.356095 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-bde34d9f-0b99-4f14-b333-b7f8728685fe req-76fb8829-c4b6-483d-bab4-0887619d9141 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871596 Jun 20 14:55:54.390849 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:54.394638 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.555352 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.561497 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.635618 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=02a9fbff-5c1e-4498-a380-6a191d0f6a47,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:55:54.647190 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (ebf573ad-d478-4a12-9649-4b3e2caa8ef1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.672978 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:55:54.674468 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-98c0d497-92d7-41cb-8f84-3e84ef94bed5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0466933 Jun 20 14:55:54.835068 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825176b-76b5-4416-a40e-50b6acc1e152 req-a00cad63-04aa-4fec-ab04-628ca76d042e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:54.844877 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2825176b-76b5-4416-a40e-50b6acc1e152 req-a00cad63-04aa-4fec-ab04-628ca76d042e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0803468 Jun 20 14:55:54.934755 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-d02979be-7fcf-45ae-a0a9-5f6bfbe5d228 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--446026145&fields=id&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 267 time: 0.0552721 Jun 20 14:55:54.939610 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2825176b-76b5-4416-a40e-50b6acc1e152 req-7507d243-5bf2-491d-8e82-4d8797663e53 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937374 Jun 20 14:55:55.034116 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:55.061806 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c7041446-e41f-4a6d-8451-2437055861d5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:55.063916 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c7041446-e41f-4a6d-8451-2437055861d5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.1218064 Jun 20 14:55:55.079861 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-e6b73ff3-e83f-4a06-a5b7-d21833002fdd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/quotas/532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 375 time: 0.0099998 Jun 20 14:55:55.135960 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-2cfebc89-f587-446d-b8c0-9ccccc407073 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497701 Jun 20 14:55:55.243776 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-d7ec43b3-3b98-402d-8417-9dc48c3588ea service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941267 Jun 20 14:55:55.339567 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-966070df-3ef6-4211-ac16-c98000f676be service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898385 Jun 20 14:55:55.506223 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4520472-4a9f-43c1-8755-e8fee86d4727 req-d5f5997a-0526-4f66-9259-36a2ba1ba878 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:55.507710 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a4520472-4a9f-43c1-8755-e8fee86d4727 req-d5f5997a-0526-4f66-9259-36a2ba1ba878 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0731835 Jun 20 14:55:55.573124 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-79cc2973-2838-434a-8e8a-5970add24008 req-abfbf420-bfec-41e1-a473-01b00f1fecd0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0536475 Jun 20 14:55:55.582039 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a4520472-4a9f-43c1-8755-e8fee86d4727 req-ab4b250d-c632-4b0e-b038-ef9677b05e67 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683253 Jun 20 14:55:56.059453 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ec5-8fb4-49c5-a9f0-af2616cf2d0d req-e196bd72-5d0f-4bb9-89d0-a0ff5df87150 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:56.061653 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6f383ec5-8fb4-49c5-a9f0-af2616cf2d0d req-e196bd72-5d0f-4bb9-89d0-a0ff5df87150 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0531173 Jun 20 14:55:56.112260 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6f383ec5-8fb4-49c5-a9f0-af2616cf2d0d req-97d9615f-0147-46de-b4ae-a04d8afd9155 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 Jun 20 14:55:56.724035 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7234dc3f-1390-4bc8-bd30-dd2ce9470818 req-b80d9cd4-fdb0-454b-9ba5-9f44cfb91d9f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0507851 Jun 20 14:55:56.724616 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0e072-0971-4baa-84bd-dba92235c5b9 req-f0272cd3-7466-4dac-98c6-b56bfe7e1f08 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:56.726096 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-aba0e072-0971-4baa-84bd-dba92235c5b9 req-f0272cd3-7466-4dac-98c6-b56bfe7e1f08 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0552266 Jun 20 14:55:56.784553 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-aba0e072-0971-4baa-84bd-dba92235c5b9 req-8790182a-e2e1-4c0e-990a-40a277865d5a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521047 Jun 20 14:55:57.238850 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8234-2206-4fb6-a864-148786497609 req-4d6fe7ab-b6b6-4759-831d-565c0bf3d028 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:57.240462 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-caac8234-2206-4fb6-a864-148786497609 req-4d6fe7ab-b6b6-4759-831d-565c0bf3d028 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0506005 Jun 20 14:55:57.290606 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-caac8234-2206-4fb6-a864-148786497609 req-e9bce090-0f14-41a3-b2d7-5c20396c92d2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 Jun 20 14:55:57.832388 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f4a5c3ab-9e09-4f05-a6ac-dbbc8a2df5dc req-0fb6e132-8020-49e2-9bb3-00f0eb1574cc tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0348077 Jun 20 14:55:57.916269 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580d32a-9274-40b4-a146-eb178343fbc7 req-751944b3-b86f-410a-acd1-f12feed79a96 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:57.918353 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6580d32a-9274-40b4-a146-eb178343fbc7 req-751944b3-b86f-410a-acd1-f12feed79a96 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0533857 Jun 20 14:55:57.969093 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6580d32a-9274-40b4-a146-eb178343fbc7 req-6a2bbef2-a65b-4ad7-b98e-8774d056460e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Jun 20 14:55:58.414694 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec775f9-6538-4de2-99c0-ee3e0ebde573 req-8ff63dbe-3247-4dad-9965-0bd321085b19 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:58.416254 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9ec775f9-6538-4de2-99c0-ee3e0ebde573 req-8ff63dbe-3247-4dad-9965-0bd321085b19 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0499427 Jun 20 14:55:58.472164 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9ec775f9-6538-4de2-99c0-ee3e0ebde573 req-03f358a0-9199-4222-a1b3-96397e76ae64 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492063 Jun 20 14:55:58.490152 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:55:58.938184 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-69f137a2-c8a9-4257-a422-429c55ae507e req-d1bd30bd-8d4b-46f8-afc6-377038ae1b22 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0308616 Jun 20 14:55:59.074101 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:55:59.092297 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c08ee8-2918-4f3c-a202-bdb57983be2d req-5eac42be-3d78-49b7-a4ad-39d658835bc6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:59.093951 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-60c08ee8-2918-4f3c-a202-bdb57983be2d req-5eac42be-3d78-49b7-a4ad-39d658835bc6 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Jun 20 14:55:59.142768 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-60c08ee8-2918-4f3c-a202-bdb57983be2d req-69c28990-b9f4-4b31-9680-c20c477bbef4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Jun 20 14:55:59.600409 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949218c-ad53-4b5d-8d1e-2e778c1234e8 req-3edb47b4-6ef1-4dc7-b6c0-c832d33fcd6e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:55:59.601942 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2949218c-ad53-4b5d-8d1e-2e778c1234e8 req-3edb47b4-6ef1-4dc7-b6c0-c832d33fcd6e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0554657 Jun 20 14:55:59.659562 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2949218c-ad53-4b5d-8d1e-2e778c1234e8 req-f841ad3c-a9bb-47de-a6d2-0f13bd4bdc97 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499725 Jun 20 14:56:00.041317 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-84caa615-6ca7-4613-8655-99044a179192 req-d46bdc82-fd4a-4316-95ea-6ca4aa2c2c93 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0314918 Jun 20 14:56:00.275180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc7026-7f0f-4348-878a-ffd202783eee req-51c6a108-c02c-4070-bf00-f0f8e9fdb3b2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:00.276629 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53dc7026-7f0f-4348-878a-ffd202783eee req-51c6a108-c02c-4070-bf00-f0f8e9fdb3b2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0491276 Jun 20 14:56:00.324122 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53dc7026-7f0f-4348-878a-ffd202783eee req-ed5bbda8-946a-4c6a-b1b3-6973be4f7726 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Jun 20 14:56:00.793027 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfff23-6228-4f4a-97a3-37a40f58aa25 req-f4e1c2a2-0173-4add-9b2a-bc0181d58a07 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:00.794946 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f4dfff23-6228-4f4a-97a3-37a40f58aa25 req-f4e1c2a2-0173-4add-9b2a-bc0181d58a07 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0565901 Jun 20 14:56:00.847381 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f4dfff23-6228-4f4a-97a3-37a40f58aa25 req-733b5034-3164-42a2-817c-5888b0a9e964 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 Jun 20 14:56:01.149491 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-aa0fce75-c4ff-441d-81c8-7c3216bcbe4e req-a4125857-72c3-4b1f-b56f-e3f0db5331a5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0378423 Jun 20 14:56:01.451170 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d3ea6-3376-405c-b48b-777de395fb41 req-cab8c182-60f3-43fc-b6f5-5a00d73ade90 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:01.452632 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7f2d3ea6-3376-405c-b48b-777de395fb41 req-cab8c182-60f3-43fc-b6f5-5a00d73ade90 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Jun 20 14:56:01.503889 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7f2d3ea6-3376-405c-b48b-777de395fb41 req-38546b91-7af2-4867-8d63-90e1007c0247 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453937 Jun 20 14:56:01.988517 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b3d0f-af3b-4bf4-baf2-af1183a8b502 req-a2c0939d-7335-4b6a-8812-efc193497545 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:01.990017 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3f8b3d0f-af3b-4bf4-baf2-af1183a8b502 req-a2c0939d-7335-4b6a-8812-efc193497545 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0660200 Jun 20 14:56:02.055877 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0827f-1861-426e-897f-153821934cf2 req-2ebfd8f4-7fee-468a-9b1e-4bceea86296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:02.057452 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e2f0827f-1861-426e-897f-153821934cf2 req-2ebfd8f4-7fee-468a-9b1e-4bceea86296d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1129 time: 0.0893092 Jun 20 14:56:02.153650 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3f8b3d0f-af3b-4bf4-baf2-af1183a8b502 req-a389995b-02d5-4323-8dd7-8b01c69ffe2b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472244 Jun 20 14:56:02.171868 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:02.180593 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e2f0827f-1861-426e-897f-153821934cf2 req-b25758cb-9d77-4bfc-89d7-579cbc148a33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101182 Jun 20 14:56:02.191494 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-805f9112-27c3-4ec0-ba90-c5c623543383 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:02.192959 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-805f9112-27c3-4ec0-ba90-c5c623543383 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.1748571 Jun 20 14:56:02.258187 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8bf12ed5-1b9a-4989-a0a6-ca65a6b4c6b6 req-228b37e2-4228-4a4c-ae84-69774ecd80fb tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0305324 Jun 20 14:56:02.454832 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-69e1ed26-66e4-438f-a396-247bae409801 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 379 time: 0.0538421 Jun 20 14:56:02.465320 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=77 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:02.480994 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'port': {'device_id': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'admin_state_up': True, 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'security_groups': ['fceed636-b521-4458-857d-0905dca9b646']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:02.568876 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:02.632538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3047ebe-277e-4072-892e-5d59a3789691 req-34d6fe89-040c-4700-aeda-6af54216a3c9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:02.634148 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a3047ebe-277e-4072-892e-5d59a3789691 req-34d6fe89-040c-4700-aeda-6af54216a3c9 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0596259 Jun 20 14:56:02.639642 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Made reservation on behalf of 532cbc0c846c4a528fccd85b0b8ab4d8 for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:56:02.642865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:02.742502 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a3047ebe-277e-4072-892e-5d59a3789691 req-e5553f41-32a8-49d0-b290-2123185c7a2d tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972347 Jun 20 14:56:02.803529 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.20.0.14 (b2b22871-0b88-408a-81b6-567b6c78e97d/25b0d378-67b3-45fc-a9cd-35b7824289c9/6618345b-185a-4b31-8a55-c40aa36c68e5) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:56:02.944325 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:02.979855 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.023487 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b2b22871-0b88-408a-81b6-567b6c78e97d is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:03.026413 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:03.030445 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:56:03.053505 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=6618345b-185a-4b31-8a55-c40aa36c68e5,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:03.082627 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:03.083229 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.101807 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-c0598b0b-8f39-4571-ad9d-cbcc20759a8a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244714 Jun 20 14:56:03.113439 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Request body: {'port': {'device_id': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:03.180178 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.222112 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:03.281294 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ec198-5a0b-4db0-82b0-844079a0aac9 req-6c0b95f0-6ecc-4f9d-af0e-25e5b5886d22 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:03.282073 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e66ec198-5a0b-4db0-82b0-844079a0aac9 req-6c0b95f0-6ecc-4f9d-af0e-25e5b5886d22 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0490336 Jun 20 14:56:03.288478 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-0e715792-86fc-45cf-bd05-f96342e65163 None None] Provisioning complete for port 6618345b-185a-4b31-8a55-c40aa36c68e5 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:03.289319 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-0e715792-86fc-45cf-bd05-f96342e65163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.325946 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-0e715792-86fc-45cf-bd05-f96342e65163 None None] Port 6618345b-185a-4b31-8a55-c40aa36c68e5 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:56:03.332678 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:03.344939 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e66ec198-5a0b-4db0-82b0-844079a0aac9 req-c91e6e28-ad87-412e-af4f-82e25edf2fbf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571690 Jun 20 14:56:03.429685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222ef9c-42b3-4d0b-9500-35fb0653cf1d req-a79a069a-cf79-4788-b118-74f1a9ba49d1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:03.431163 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7222ef9c-42b3-4d0b-9500-35fb0653cf1d req-a79a069a-cf79-4788-b118-74f1a9ba49d1 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 932 time: 0.0892262 Jun 20 14:56:03.473606 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:03.528200 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7222ef9c-42b3-4d0b-9500-35fb0653cf1d req-07fed20b-a428-47fd-a57d-3b700bf862ba tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910130 Jun 20 14:56:03.533693 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6618345b-185a-4b31-8a55-c40aa36c68e5 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:56:03.541285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Publish callbacks [] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.555664 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Transition to ACTIVE for port object 6618345b-185a-4b31-8a55-c40aa36c68e5 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:56:03.560251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.612406 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Pushing event updated for resources: {'Port': ['ID=6618345b-185a-4b31-8a55-c40aa36c68e5,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:03.697494 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Attempting to bind port 6618345b-185a-4b31-8a55-c40aa36c68e5 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:56:03.697984 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Attempting to bind port 6618345b-185a-4b31-8a55-c40aa36c68e5 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:56:03.698401 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Attempting to bind port 6618345b-185a-4b31-8a55-c40aa36c68e5 on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:03.703924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Port 6618345b-185a-4b31-8a55-c40aa36c68e5 on network b2b22871-0b88-408a-81b6-567b6c78e97d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:56:03.704188 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Attempting to bind port 6618345b-185a-4b31-8a55-c40aa36c68e5 on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:03.709884 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:56:03.710222 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Checking segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:03.710723 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Bound using segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:56:03.711190 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Bound port: 6618345b-185a-4b31-8a55-c40aa36c68e5, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:56:03.711561 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.776291 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] For port 6618345b-185a-4b31-8a55-c40aa36c68e5, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:56:03.780110 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] For port 6618345b-185a-4b31-8a55-c40aa36c68e5, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6618345b-185a-4b31-8a55-c40aa36c68e5,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:56:03.788180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.819212 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:03.819931 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:03.821731 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] 10.222.0.26 "PUT /v2.0/ports/6618345b-185a-4b31-8a55-c40aa36c68e5 HTTP/1.1" status: 200 len: 1094 time: 0.7123690 Jun 20 14:56:03.823857 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:03.832993 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a5924d-e084-40e1-bbae-31f5ee4e54ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:03.872551 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6ab16-d85c-432d-8185-56566d182585 service neutron] Pushing event updated for resources: {'Port': ['ID=6618345b-185a-4b31-8a55-c40aa36c68e5,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:03.885372 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa9ab2-3439-4b2b-9b7b-64ee37ef5f40 req-ee511d6e-6d16-4c29-8e31-1154b528b5d2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:03.886991 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-70fa9ab2-3439-4b2b-9b7b-64ee37ef5f40 req-ee511d6e-6d16-4c29-8e31-1154b528b5d2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0735426 Jun 20 14:56:03.909307 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:03.913267 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743bdb51-08a1-4272-9ff5-07c85b1d7486 x-openstack-request-id: req-743bdb51-08a1-4272-9ff5-07c85b1d7486 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:03.913653 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:03.913939 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-743bdb51-08a1-4272-9ff5-07c85b1d7486 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:03.914414 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743bdb51-08a1-4272-9ff5-07c85b1d7486'] response: {'name': 'network-changed', 'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'status': 'completed', 'code': 200} Jun 20 14:56:03.929401 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-f9475f2b-3010-4e2c-ab64-8de43035cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:03.930916 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-f9475f2b-3010-4e2c-ab64-8de43035cd2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 1128 time: 0.0551765 Jun 20 14:56:03.943749 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-70fa9ab2-3439-4b2b-9b7b-64ee37ef5f40 req-2734e61b-a5da-40c3-8dd2-efe9ce1e01d0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495501 Jun 20 14:56:03.982834 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-db2fbc32-77f5-489c-a4ee-1631facedf5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6618345b-185a-4b31-8a55-c40aa36c68e5 HTTP/1.1" status: 200 len: 217 time: 0.0444083 Jun 20 14:56:04.043032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-e02a6606-30c9-4960-b8ae-ddfd58c090fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:04.045222 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-e02a6606-30c9-4960-b8ae-ddfd58c090fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.0553591 Jun 20 14:56:04.090979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-51bbeee5-e088-42d7-9fa5-4b7a337e8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:04.092510 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-51bbeee5-e088-42d7-9fa5-4b7a337e8c80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401933 Jun 20 14:56:04.191202 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-27c4a07f-d12d-4f38-a179-c1f85d034013 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920298 Jun 20 14:56:04.296762 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:04.298952 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:04.303643 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-03f5a493-60d7-4c04-9a1e-67f4e7ba9dca req-03e00a30-5e87-44a0-8cc1-e23fd22dde9b service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016023 Jun 20 14:56:04.394680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b726a-c58e-41d4-9bae-4da62175b69f req-4ec00aeb-5c9c-450e-9a42-2dd29805e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:04.396199 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-590b726a-c58e-41d4-9bae-4da62175b69f req-4ec00aeb-5c9c-450e-9a42-2dd29805e17d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1129 time: 0.0775399 Jun 20 14:56:04.404886 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3355f-6e87-4571-a130-8b517a4a5a63 req-db8eaf62-8d70-4ff6-87fb-7ab5a2b13429 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:04.406441 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7bb3355f-6e87-4571-a130-8b517a4a5a63 req-db8eaf62-8d70-4ff6-87fb-7ab5a2b13429 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0785151 Jun 20 14:56:04.461323 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7bb3355f-6e87-4571-a130-8b517a4a5a63 req-836ebdd8-5723-450e-8241-471309afb75e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492382 Jun 20 14:56:04.470179 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb82df4-550d-4248-b5b9-bc94c1590371 req-feca13e0-4efc-4770-98a8-6139773e656f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:04.471750 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9fb82df4-550d-4248-b5b9-bc94c1590371 req-feca13e0-4efc-4770-98a8-6139773e656f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0517502 Jun 20 14:56:04.522186 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9fb82df4-550d-4248-b5b9-bc94c1590371 req-d49e1572-5eac-496c-beba-e1dfacd1a870 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Jun 20 14:56:04.642588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba65bd-1fad-40eb-a3ce-7465dd3240ae req-0ae96dd6-7b88-4c71-b7c8-cdbbbb14d6d8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:04.644050 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f1ba65bd-1fad-40eb-a3ce-7465dd3240ae req-0ae96dd6-7b88-4c71-b7c8-cdbbbb14d6d8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 944 time: 0.0469804 Jun 20 14:56:04.694915 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f1ba65bd-1fad-40eb-a3ce-7465dd3240ae req-d47cd3fc-f7f7-4f5d-b4d8-e6feb0dbb8f6 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Jun 20 14:56:04.978771 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-51119e09-098e-4582-aeeb-8e244ad233e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:05.298050 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-62664ca3-329c-463a-9774-04891c2bfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.299479 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-62664ca3-329c-463a-9774-04891c2bfa19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 1128 time: 0.0654843 Jun 20 14:56:05.405522 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b726a-c58e-41d4-9bae-4da62175b69f req-0837c42a-7b94-4c38-ac68-50fdaa990dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.406981 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-590b726a-c58e-41d4-9bae-4da62175b69f req-0837c42a-7b94-4c38-ac68-50fdaa990dbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.1745622 Jun 20 14:56:05.471396 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-0dbd1efa-d729-4888-bd91-89121603509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.472855 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-0dbd1efa-d729-4888-bd91-89121603509c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.1490591 Jun 20 14:56:05.491108 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-590b726a-c58e-41d4-9bae-4da62175b69f req-c45052f1-2f00-4c46-b687-0b2e69c42404 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 1000 time: 0.0759656 Jun 20 14:56:05.588529 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91b3c2-1035-41b5-91ff-ecfe5c21cf51 req-e3aec159-506a-4e16-a887-91febe9339ae tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.590176 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b91b3c2-1035-41b5-91ff-ecfe5c21cf51 req-e3aec159-506a-4e16-a887-91febe9339ae tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Jun 20 14:56:05.641475 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2b91b3c2-1035-41b5-91ff-ecfe5c21cf51 req-994bed89-abc8-4c5a-bf11-bef127024140 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453868 Jun 20 14:56:05.757479 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-45fb934f-f64c-4df8-b0e6-5312b919b552 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6618345b-185a-4b31-8a55-c40aa36c68e5 HTTP/1.1" status: 200 len: 217 time: 0.2741649 Jun 20 14:56:05.824460 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f539a-bf1f-4bd6-8ef4-f4c09f703e03 req-86cfed03-57c5-4d0b-8d4d-116981426a60 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.826196 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e31f539a-bf1f-4bd6-8ef4-f4c09f703e03 req-86cfed03-57c5-4d0b-8d4d-116981426a60 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 944 time: 0.0525794 Jun 20 14:56:05.858524 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c09e8-fa39-4be3-8f69-86ae81598cad req-90210ffb-8ee1-49da-b712-6c03a8106e8c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.860005 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2b2c09e8-fa39-4be3-8f69-86ae81598cad req-90210ffb-8ee1-49da-b712-6c03a8106e8c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.1129639 Jun 20 14:56:05.871684 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b726a-c58e-41d4-9bae-4da62175b69f req-3bbeb28f-335e-4c80-ac41-dfa29263df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.873277 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-590b726a-c58e-41d4-9bae-4da62175b69f req-3bbeb28f-335e-4c80-ac41-dfa29263df2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.1245456 Jun 20 14:56:05.880431 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e31f539a-bf1f-4bd6-8ef4-f4c09f703e03 req-7e6f0e71-7831-4fbd-abf5-b1450ac18e45 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484664 Jun 20 14:56:05.887608 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-2df77b03-6f72-4f9e-a61d-4c11ed839291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.889084 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-2df77b03-6f72-4f9e-a61d-4c11ed839291 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.1058064 Jun 20 14:56:05.918041 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2b2c09e8-fa39-4be3-8f69-86ae81598cad req-8d4ecaff-ed6e-46ac-9882-c55522c33bb5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503616 Jun 20 14:56:05.994683 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b726a-c58e-41d4-9bae-4da62175b69f req-d16a4dc5-8e8f-4447-8a75-d551df0e7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.996158 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-590b726a-c58e-41d4-9bae-4da62175b69f req-d16a4dc5-8e8f-4447-8a75-d551df0e7e53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694406 Jun 20 14:56:05.997393 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-711ef983-133f-4613-bace-a83771f2f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:05.998725 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-711ef983-133f-4613-bace-a83771f2f678 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643287 Jun 20 14:56:06.764683 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad21dea-5ad7-4f16-af92-0df746551a9c req-9819bdb2-7ec1-4190-ad47-e388534e25df tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:06.766182 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6ad21dea-5ad7-4f16-af92-0df746551a9c req-9819bdb2-7ec1-4190-ad47-e388534e25df tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0472128 Jun 20 14:56:06.817734 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6ad21dea-5ad7-4f16-af92-0df746551a9c req-7d72bf98-6a49-4db6-9150-0de90754ede4 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Jun 20 14:56:06.848220 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:06.867024 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-590b726a-c58e-41d4-9bae-4da62175b69f req-d596edbc-b30f-49e5-80cb-83aa408c058a service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519833 Jun 20 14:56:06.870388 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-dc713199-0760-4e8c-84e3-2d65c4d83a1a service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540685 Jun 20 14:56:06.915773 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:07.037690 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802685b-9194-4689-8f52-47c33a480b7c req-00ed0852-0e6c-4dde-a2a9-58fcd6f78523 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:07.039316 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6802685b-9194-4689-8f52-47c33a480b7c req-00ed0852-0e6c-4dde-a2a9-58fcd6f78523 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0484376 Jun 20 14:56:07.068283 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b1abd-8548-4bf2-9368-43ef9d4534f1 req-906042a0-a627-452e-9064-7b022a7ddd6e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:07.069797 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-097b1abd-8548-4bf2-9368-43ef9d4534f1 req-906042a0-a627-452e-9064-7b022a7ddd6e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 944 time: 0.1069856 Jun 20 14:56:07.076451 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-590b726a-c58e-41d4-9bae-4da62175b69f req-3cb30f04-73b9-4d72-8f98-9cc33b909206 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981313 Jun 20 14:56:07.078176 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89a5924d-e084-40e1-bbae-31f5ee4e54ea req-07c0a1f0-7a96-4cce-8424-155ab31b3f74 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930065 Jun 20 14:56:07.087986 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6802685b-9194-4689-8f52-47c33a480b7c req-e4468cae-0809-4ef6-8926-91268e1f818d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Jun 20 14:56:07.124856 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-097b1abd-8548-4bf2-9368-43ef9d4534f1 req-794192c5-9ed6-45a9-a973-82e8fd2fc1b5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456979 Jun 20 14:56:07.389882 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6618345b-185a-4b31-8a55-c40aa36c68e5 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:56:07.404214 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5105f6a9-9ee5-4602-9300-1a57a801912c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:07.476659 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:07.495620 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6618345b-185a-4b31-8a55-c40aa36c68e5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6618345b-185a-4b31-8a55-c40aa36c68e5,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:07.507083 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'port_id': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'mac_address': 'fa:16:3e:a5:f5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:56:07.546358 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6618345b-185a-4b31-8a55-c40aa36c68e5 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:07.546754 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:07.560683 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6618345b-185a-4b31-8a55-c40aa36c68e5 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:56:07.580613 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6618345b-185a-4b31-8a55-c40aa36c68e5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6618345b-185a-4b31-8a55-c40aa36c68e5,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:07.586890 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:07.633790 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6618345b-185a-4b31-8a55-c40aa36c68e5,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:07.788059 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:07.859166 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6618345b-185a-4b31-8a55-c40aa36c68e5'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:56:07.940587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec93ae-0c95-45fe-92af-93d52cb147df req-59802373-2f9f-4ec6-9fca-47240e0285e0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:07.942147 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-66ec93ae-0c95-45fe-92af-93d52cb147df req-59802373-2f9f-4ec6-9fca-47240e0285e0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0518651 Jun 20 14:56:07.991828 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-66ec93ae-0c95-45fe-92af-93d52cb147df req-94b21ef5-dbef-4ccd-9f8a-e3a241016e22 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Jun 20 14:56:08.235639 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7267f92-1f87-4219-9384-b8080d9302a1 req-b141657f-4e3d-4884-9ec8-7717b9c6e270 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:08.237086 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d7267f92-1f87-4219-9384-b8080d9302a1 req-b141657f-4e3d-4884-9ec8-7717b9c6e270 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0487931 Jun 20 14:56:08.244870 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c6065-4da7-45e7-9346-5e7201fa1f9f req-d0ff90b7-e991-47f1-ae73-a66d244bf3e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:08.246349 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c68c6065-4da7-45e7-9346-5e7201fa1f9f req-d0ff90b7-e991-47f1-ae73-a66d244bf3e2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 945 time: 0.0479453 Jun 20 14:56:08.257583 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:08.284709 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d7267f92-1f87-4219-9384-b8080d9302a1 req-620227c1-65cb-4c21-8e01-b396fffd49ed tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Jun 20 14:56:08.294717 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c68c6065-4da7-45e7-9346-5e7201fa1f9f req-6f96735f-e3cf-4a1d-a290-ee4822005207 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428135 Jun 20 14:56:08.486814 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:08.586521 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.126367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf54e2-3c73-4089-b601-b1d44914fcb8 req-1cf4adb8-7e02-4a2f-9a0d-b60b09eba9d5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:09.127758 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a4cf54e2-3c73-4089-b601-b1d44914fcb8 req-1cf4adb8-7e02-4a2f-9a0d-b60b09eba9d5 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0582139 Jun 20 14:56:09.176612 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a4cf54e2-3c73-4089-b601-b1d44914fcb8 req-e26d8059-6652-4a7b-bc82-eff2db9cbdd2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430233 Jun 20 14:56:09.298081 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0a851-266e-47be-bc5f-fcc93a9796d6 req-0cad2941-3447-4de4-ad38-45a51ef797ca tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:09.299535 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-72f0a851-266e-47be-bc5f-fcc93a9796d6 req-0cad2941-3447-4de4-ad38-45a51ef797ca tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0576379 Jun 20 14:56:09.311568 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53340) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:09.318337 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Request body: {'floatingip': {'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:09.379552 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.405934 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:56:09.411227 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6618345b-185a-4b31-8a55-c40aa36c68e5 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:09.429200 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb708c-58e4-4038-8b66-eda1a9bf3b0d req-8045bb3d-1067-4536-abac-07d28b62a55d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:09.430696 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-93cb708c-58e4-4038-8b66-eda1a9bf3b0d req-8045bb3d-1067-4536-abac-07d28b62a55d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 943 time: 0.0638373 Jun 20 14:56:09.466390 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106994a-3996-4399-9520-4e1e5588ef44 req-b7219ca4-2b6e-4359-937f-d4265168fd39 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:09.468082 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f106994a-3996-4399-9520-4e1e5588ef44 req-b7219ca4-2b6e-4359-937f-d4265168fd39 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 945 time: 0.0860600 Jun 20 14:56:09.485029 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-93cb708c-58e4-4038-8b66-eda1a9bf3b0d req-6aa6ec8b-fb6a-4b3a-8d80-280344d7bd20 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470321 Jun 20 14:56:09.494946 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 6618345b-185a-4b31-8a55-c40aa36c68e5 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:56:09.533873 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 6618345b-185a-4b31-8a55-c40aa36c68e5 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:09.534241 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.578606 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:09.584746 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f106994a-3996-4399-9520-4e1e5588ef44 req-84df3c05-3fb8-43a6-8244-f241b5f49624 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109540 Jun 20 14:56:09.593405 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:09.595608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'port_id': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'mac_address': 'fa:16:3e:dc:84:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:56:09.650022 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:09.663367 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 4003555e-bf92-479e-b2dd-be6fe4500b56 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:09.663744 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.668847 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6618345b-185a-4b31-8a55-c40aa36c68e5 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:09.669198 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.677852 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:09.691897 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4003555e-bf92-479e-b2dd-be6fe4500b56 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:56:09.711128 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:09.713365 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef570ac0-9a69-43ee-b2bd-6a4f113bec2e" -d '{"events": [{"server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "name": "network-vif-plugged", "status": "completed", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:09.733129 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6618345b-185a-4b31-8a55-c40aa36c68e5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6618345b-185a-4b31-8a55-c40aa36c68e5,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:09.735109 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:09.740953 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.769301 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f1092-6b10-4487-abbf-a912e52eb9a6 x-openstack-request-id: req-db8f1092-6b10-4487-abbf-a912e52eb9a6 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:09.769612 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "name": "network-vif-plugged", "status": "completed", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:09.769864 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db8f1092-6b10-4487-abbf-a912e52eb9a6 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:09.770252 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8f1092-6b10-4487-abbf-a912e52eb9a6'] response: {'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'code': 200} Jun 20 14:56:09.771603 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.798664 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6618345b-185a-4b31-8a55-c40aa36c68e5,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:09.852477 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=9']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:09.934665 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51c40a-485b-472f-91cf-4c83780c28f3 req-84b6b7ff-65c0-48fa-aee4-2efe25ed3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:09.936509 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fd51c40a-485b-472f-91cf-4c83780c28f3 req-84b6b7ff-65c0-48fa-aee4-2efe25ed3996 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 1130 time: 0.0406985 Jun 20 14:56:09.956268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.961401 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:09.988177 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fd51c40a-485b-472f-91cf-4c83780c28f3 req-eb9626a7-3e43-40bf-bf31-3c1f1dc6f79a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442686 Jun 20 14:56:10.041447 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['4003555e-bf92-479e-b2dd-be6fe4500b56'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:56:10.173192 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:10.173466 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Router 19267802-6c01-4a1f-81bc-088290590266 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:10.230730 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:10.299017 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:10.530540 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:10.535587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:10.541510 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] Sync routers for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:10.555029 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:10.555814 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:10.567182 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:10.569380 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0387b610-b78a-4fcd-9203-2649c807898b" -d '{"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:10.618658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6ae6e8-f26d-47d0-815c-80074f3d0c0e x-openstack-request-id: req-0c6ae6e8-f26d-47d0-815c-80074f3d0c0e {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:10.619025 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:10.619220 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c6ae6e8-f26d-47d0-815c-80074f3d0c0e {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:10.619558 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6ae6e8-f26d-47d0-815c-80074f3d0c0e'] response: {'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'status': 'completed', 'code': 200} Jun 20 14:56:10.633292 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ddb37b77-3dbe-460d-bdcc-f4c70ae7953e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "PUT /v2.0/floatingips/c2bb4ec4-aff5-487b-9093-ea9e5917fed2 HTTP/1.1" status: 200 len: 992 time: 1.3181281 Jun 20 14:56:10.642457 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749e03f-f1d9-493c-870b-bd4b14784941 req-1632ae58-746f-4263-ba5d-5a7c89ad3b3d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:10.643935 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f749e03f-f1d9-493c-870b-bd4b14784941 req-1632ae58-746f-4263-ba5d-5a7c89ad3b3d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 944 time: 0.0775917 Jun 20 14:56:10.667391 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:10.694760 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f749e03f-f1d9-493c-870b-bd4b14784941 req-77cbfe45-95fd-4dba-b80f-8b4d4f2c1703 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450373 Jun 20 14:56:10.721143 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f7cd-40c6-4da2-892e-921c9682c085 req-24e18403-4870-47b5-a3b8-7bce72e85d0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:10.722792 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9d15f7cd-40c6-4da2-892e-921c9682c085 req-24e18403-4870-47b5-a3b8-7bce72e85d0a tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 946 time: 0.0608337 Jun 20 14:56:10.770064 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9d15f7cd-40c6-4da2-892e-921c9682c085 req-757ddc64-ba48-4b44-80d6-f5b634d0a160 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415106 Jun 20 14:56:10.878286 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b610-b78a-4fcd-9203-2649c807898b req-5e91a58b-faca-4f0d-9873-c3074d3271a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:10.879783 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0387b610-b78a-4fcd-9203-2649c807898b req-5e91a58b-faca-4f0d-9873-c3074d3271a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1129 time: 0.0405629 Jun 20 14:56:10.979311 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b610-b78a-4fcd-9203-2649c807898b req-d71fa8a1-0793-4951-9f89-af93ad3da61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:10.980827 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0387b610-b78a-4fcd-9203-2649c807898b req-d71fa8a1-0793-4951-9f89-af93ad3da61e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.0944364 Jun 20 14:56:11.016969 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'c2bb4ec4-aff5-487b-9093-ea9e5917fed2', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '19267802-6c01-4a1f-81bc-088290590266', 'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'mac_address': 'fa:16:3e:5a:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:11Z', 'updated_at': '2022-06-20T14:56:09Z', 'revision_number': 3, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:11.040361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:11.041823 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] Checking router: 19267802-6c01-4a1f-81bc-088290590266 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:11.047540 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0387b610-b78a-4fcd-9203-2649c807898b req-f7d9de42-0ee1-42f8-958f-b53cec2c127e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 1000 time: 0.0571895 Jun 20 14:56:11.050573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:11.051187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:11.101962 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b610-b78a-4fcd-9203-2649c807898b req-4c627388-ad96-4b46-8283-512aab84a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:11.103589 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0387b610-b78a-4fcd-9203-2649c807898b req-4c627388-ad96-4b46-8283-512aab84a7c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.0468986 Jun 20 14:56:11.149138 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:11.153285 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:11.266270 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:11.371243 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'c2bb4ec4-aff5-487b-9093-ea9e5917fed2', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '19267802-6c01-4a1f-81bc-088290590266', 'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'mac_address': 'fa:16:3e:5a:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:11Z', 'updated_at': '2022-06-20T14:56:09Z', 'revision_number': 3, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:11.396377 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9379d6b-5838-48c7-b17d-5c9d8e0bfdf9 None None] The sync data for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi is: [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'c2bb4ec4-aff5-487b-9093-ea9e5917fed2', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '19267802-6c01-4a1f-81bc-088290590266', 'port_id': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'mac_address': 'fa:16:3e:5a:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68161747-6331-4819-a01b-24d3d5e80563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:54:11Z', 'updated_at': '2022-06-20T14:56:09Z', 'revision_number': 3, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:11.415335 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:11.463235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 4003555e-bf92-479e-b2dd-be6fe4500b56 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:11.463597 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:11.542355 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 4003555e-bf92-479e-b2dd-be6fe4500b56 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:11.543200 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:11.580944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:11.586991 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:11.634384 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=10']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:11.680680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b610-b78a-4fcd-9203-2649c807898b req-5a9856fb-9147-4447-8a18-a5f5256e5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:11.682250 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0387b610-b78a-4fcd-9203-2649c807898b req-5a9856fb-9147-4447-8a18-a5f5256e5fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402679 Jun 20 14:56:11.770803 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0387b610-b78a-4fcd-9203-2649c807898b req-6b3f079d-b7fa-47e7-8229-9f1e807c1f5e service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814104 Jun 20 14:56:11.771516 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:11.773740 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5076e5f2-5a7a-4c1c-b225-fb9d9e4bfcfb" -d '{"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-plugged", "status": "completed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:11.803182 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:11.813339 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4ca1b-d657-4469-af19-46d3f7cc3a97 x-openstack-request-id: req-9af4ca1b-d657-4469-af19-46d3f7cc3a97 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:11.813657 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-plugged", "status": "completed", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:11.813912 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9af4ca1b-d657-4469-af19-46d3f7cc3a97 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:11.814473 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af4ca1b-d657-4469-af19-46d3f7cc3a97'] response: {'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'code': 200} Jun 20 14:56:11.823353 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e93188-a54b-46f0-b815-89f172e74cd8 req-0017ad9d-0866-4fb7-9bbb-8711a7fa40f4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:11.825282 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-85e93188-a54b-46f0-b815-89f172e74cd8 req-0017ad9d-0866-4fb7-9bbb-8711a7fa40f4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0553102 Jun 20 14:56:11.870311 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0387b610-b78a-4fcd-9203-2649c807898b req-a77f9a22-7a44-470a-af0b-dd79ad910fa0 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913541 Jun 20 14:56:11.882153 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-85e93188-a54b-46f0-b815-89f172e74cd8 req-88ac8445-40c6-4e5b-bbc7-6b2f3ad5bb07 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Jun 20 14:56:11.922141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338e990-3004-415f-8a15-db49081076cb req-338292db-9a5d-43bd-acbd-32df4facc99c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:11.923744 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6338e990-3004-415f-8a15-db49081076cb req-338292db-9a5d-43bd-acbd-32df4facc99c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 946 time: 0.0478137 Jun 20 14:56:11.971267 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6338e990-3004-415f-8a15-db49081076cb req-8a8804a9-70b0-46fe-b484-428271a709ef tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418527 Jun 20 14:56:12.086038 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b31b9-8e06-4dc9-8d29-846faf6ba36f req-b5c6ec44-37ad-48ce-8f26-450526533e86 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:12.087468 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-248b31b9-8e06-4dc9-8d29-846faf6ba36f req-b5c6ec44-37ad-48ce-8f26-450526533e86 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 946 time: 0.0476465 Jun 20 14:56:12.096244 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53364) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:12.101035 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'port_id': '6618345b-185a-4b31-8a55-c40aa36c68e5'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:12.143589 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (ebf573ad-d478-4a12-9649-4b3e2caa8ef1), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:12.374453 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266447fb-5927-4744-80ae-da5b5f51b4ee req-a62ff260-8c5c-4240-946e-c3eacfc29143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:12.375822 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-266447fb-5927-4744-80ae-da5b5f51b4ee req-a62ff260-8c5c-4240-946e-c3eacfc29143 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 1130 time: 0.0744860 Jun 20 14:56:12.496746 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-266447fb-5927-4744-80ae-da5b5f51b4ee req-3ecf2e9a-7a4b-4b71-ae1b-e1f1d6b98fa9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109705 Jun 20 14:56:12.620502 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:12.623064 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ccb622-7d41-44ba-97a6-9140d865570d" -d '{"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:12.627766 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:12.640609 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (ebf573ad-d478-4a12-9649-4b3e2caa8ef1), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:12.662278 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a77d9f-c1cf-405b-aafb-063069f6f844 x-openstack-request-id: req-e1a77d9f-c1cf-405b-aafb-063069f6f844 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:12.662595 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:12.662843 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1a77d9f-c1cf-405b-aafb-063069f6f844 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:12.663262 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a77d9f-c1cf-405b-aafb-063069f6f844'] response: {'name': 'network-changed', 'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'status': 'completed', 'code': 200} Jun 20 14:56:12.734693 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:12.772059 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP ebf573ad-d478-4a12-9649-4b3e2caa8ef1 associated. External IP: 172.27.1.9, port: 6618345b-185a-4b31-8a55-c40aa36c68e5. Jun 20 14:56:12.774540 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccb622-7d41-44ba-97a6-9140d865570d req-d4c37fc1-e906-447a-8713-c1b42c1c996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:12.776039 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42ccb622-7d41-44ba-97a6-9140d865570d req-d4c37fc1-e906-447a-8713-c1b42c1c996c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1333ac4890624e11941a2681b51b07ab&device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 1129 time: 0.0529866 Jun 20 14:56:12.910185 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:13.001113 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:13.013434 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cee1b9-e992-475d-b536-a6dea52c5554 req-cb95e065-e7c8-406e-a40f-543788d1060d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:13.015409 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-33cee1b9-e992-475d-b536-a6dea52c5554 req-cb95e065-e7c8-406e-a40f-543788d1060d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0539441 Jun 20 14:56:13.071689 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-33cee1b9-e992-475d-b536-a6dea52c5554 req-f7bfe21c-34c3-4b67-80e0-9b194c78fa9d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502863 Jun 20 14:56:13.176538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccb622-7d41-44ba-97a6-9140d865570d req-0c19a8ca-0b57-411c-995f-a706d9faeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:13.178011 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42ccb622-7d41-44ba-97a6-9140d865570d req-0c19a8ca-0b57-411c-995f-a706d9faeb21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 200 len: 920 time: 0.3712704 Jun 20 14:56:13.321520 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:13.329461 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42ccb622-7d41-44ba-97a6-9140d865570d req-5fe66be4-c14c-40a6-8547-9e67b85207f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 200 len: 1000 time: 0.0753572 Jun 20 14:56:13.421347 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccb622-7d41-44ba-97a6-9140d865570d req-fe78f8c0-ba05-4c89-aac2-821f01e1a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:13.422788 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42ccb622-7d41-44ba-97a6-9140d865570d req-fe78f8c0-ba05-4c89-aac2-821f01e1a6b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 200 len: 858 time: 0.0862181 Jun 20 14:56:13.509892 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:13.514975 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:13.520620 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c609878-0440-4ad9-8082-941ced609660 None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:13.521399 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccb622-7d41-44ba-97a6-9140d865570d req-0321ea5b-b11d-42d8-837b-a532f3a83e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:13.522978 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42ccb622-7d41-44ba-97a6-9140d865570d req-0321ea5b-b11d-42d8-837b-a532f3a83e9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7525c8ce-ba0d-41dc-84d9-0e995f7e941d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701637 Jun 20 14:56:13.531519 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:13.532138 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:13.578524 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-34ae7c72-6bc8-450a-936e-dff5fda74b43 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "PUT /v2.0/floatingips/ebf573ad-d478-4a12-9649-4b3e2caa8ef1 HTTP/1.1" status: 200 len: 990 time: 1.4810607 Jun 20 14:56:13.584799 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:13.587013 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909b6429-6c2d-4ecc-b2dd-23970e86d936" -d '{"events": [{"name": "network-changed", "server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:13.628296 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a2992-c4e0-4e13-9003-9df7934f51d2 x-openstack-request-id: req-8b9a2992-c4e0-4e13-9003-9df7934f51d2 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:13.628648 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:13.628925 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b9a2992-c4e0-4e13-9003-9df7934f51d2 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:13.629319 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9a2992-c4e0-4e13-9003-9df7934f51d2'] response: {'name': 'network-changed', 'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'status': 'completed', 'code': 200} Jun 20 14:56:13.636750 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:13.648744 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42ccb622-7d41-44ba-97a6-9140d865570d req-8f7c4d35-cba2-49cf-a8cf-e1839da531c8 service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057491 Jun 20 14:56:13.848832 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'ebf573ad-d478-4a12-9649-4b3e2caa8ef1', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:a5:f5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:55:54Z', 'updated_at': '2022-06-20T14:56:12Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:13.873316 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c609878-0440-4ad9-8082-941ced609660 None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:13.882420 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:13.883025 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:13.986554 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:14.188387 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42ccb622-7d41-44ba-97a6-9140d865570d req-11774085-5437-4782-8513-5d8e264dc8de service neutron] 10.222.0.26 "GET /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051171 Jun 20 14:56:14.196426 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f1e6f-b8a0-4e94-ac6f-04fbaee1c124 req-090cc7d0-f7e7-4062-9205-c599ee828577 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:14.203880 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-be4f1e6f-b8a0-4e94-ac6f-04fbaee1c124 req-090cc7d0-f7e7-4062-9205-c599ee828577 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0564010 Jun 20 14:56:14.229563 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-8c609878-0440-4ad9-8082-941ced609660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'ebf573ad-d478-4a12-9649-4b3e2caa8ef1', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:a5:f5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:55:54Z', 'updated_at': '2022-06-20T14:56:12Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:14.250223 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-271983fb-f547-411d-b8b8-99ff857042af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:14.254202 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-271983fb-f547-411d-b8b8-99ff857042af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 1130 time: 0.0642056 Jun 20 14:56:14.257084 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-be4f1e6f-b8a0-4e94-ac6f-04fbaee1c124 req-49e38883-f1e4-42db-a81f-97a2db6198d7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519888 Jun 20 14:56:14.260434 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c609878-0440-4ad9-8082-941ced609660 None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'ebf573ad-d478-4a12-9649-4b3e2caa8ef1', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:a5:f5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:55:54Z', 'updated_at': '2022-06-20T14:56:12Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:14.361447 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-c81d6517-0b1d-465e-9b5c-ad63c8f1baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:14.362904 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-c81d6517-0b1d-465e-9b5c-ad63c8f1baab service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.1009207 Jun 20 14:56:14.408473 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:14.438665 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-e569d886-86ed-4725-8256-7947c36988c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6618345b-185a-4b31-8a55-c40aa36c68e5 HTTP/1.1" status: 200 len: 998 time: 0.0681136 Jun 20 14:56:14.496320 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-d0ddfb0e-1516-4adf-8221-3fa33524f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:14.497873 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-d0ddfb0e-1516-4adf-8221-3fa33524f087 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.0522544 Jun 20 14:56:14.519721 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59058b0c-a28f-4dbe-acaf-d39ba9ad3a10 None None] New status for floating IP ebf573ad-d478-4a12-9649-4b3e2caa8ef1: ACTIVE {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:56:14.553543 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-dbdc5e48-06c2-4b00-9e70-e41b849d1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:14.555222 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-dbdc5e48-06c2-4b00-9e70-e41b849d1a10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517018 Jun 20 14:56:14.673154 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-f847aee7-3c07-4f57-8fcb-ce42383d1ef6 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109314 Jun 20 14:56:14.710085 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:14.788466 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-909b6429-6c2d-4ecc-b2dd-23970e86d936 req-2a8ed356-0354-4db2-913f-a91143bd26a7 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099112 Jun 20 14:56:15.406984 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de1ba7-70c2-47d9-b14b-fcf613e8c500 req-ceea3ebd-cb9c-451b-b896-f0813512e387 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:15.408457 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d0de1ba7-70c2-47d9-b14b-fcf613e8c500 req-ceea3ebd-cb9c-451b-b896-f0813512e387 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0551140 Jun 20 14:56:15.457009 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d0de1ba7-70c2-47d9-b14b-fcf613e8c500 req-003815a9-e361-4d16-9693-5f9a81e57cf3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428963 Jun 20 14:56:20.775146 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-fd2b9a05-ca1a-49f9-ab36-4f68a38b1d16 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-57145943&fields=id&tenant_id=7500725f7c744f318862323e13c5f23e HTTP/1.1" status: 200 len: 267 time: 0.0442564 Jun 20 14:56:20.833033 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-0d2a1484-4ef7-49a2-8f54-5b3b16e0c202 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:20.835236 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-0d2a1484-4ef7-49a2-8f54-5b3b16e0c202 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 985 time: 0.0526843 Jun 20 14:56:20.847456 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Request body: {'port': {'security_groups': ['406b37c1-06a6-48f3-b548-fa10626841c1']}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:20.932839 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.104769 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:21.132002 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.139610 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.152917 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6ee3c9d3-8185-4e24-b29a-20f7ceb97549'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:56:21.183931 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:21.184463 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.185867 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e8a7f824-b917-4c31-986d-40e1a8c8033a req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "PUT /v2.0/ports/6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 943 time: 0.3444700 Jun 20 14:56:21.186400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:21.189075 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:21.193991 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53424) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:21.210429 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event updated for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=7']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:21.219230 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.219569 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.219906 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.220241 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.220569 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.221067 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.221395 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.221717 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.222038 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.222992 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.222992 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.222992 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.223336 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.223652 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.224133 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2a143c-2317-4542-8ece-580f506781d8 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:21.244990 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3927c4da-afed-4926-9c8e-a3d41cbd1e2a x-openstack-request-id: req-3927c4da-afed-4926-9c8e-a3d41cbd1e2a {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:21.245284 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:21.245537 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3927c4da-afed-4926-9c8e-a3d41cbd1e2a {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:21.245945 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3927c4da-afed-4926-9c8e-a3d41cbd1e2a'] response: {'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'status': 'completed', 'code': 200} Jun 20 14:56:21.292188 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb9a73e0-0e73-48f9-b451-4128c4759356 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group (b3c2f0ba-21f4-4695-aed2-061b56177e1f), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.310212 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6ee3c9d3-8185-4e24-b29a-20f7ceb97549'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:56:21.334688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-96223acb-06c0-4616-a02a-0b0cccb16d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:21.336200 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-96223acb-06c0-4616-a02a-0b0cccb16d6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1130 time: 0.0571313 Jun 20 14:56:21.371795 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb9a73e0-0e73-48f9-b451-4128c4759356 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group (b3c2f0ba-21f4-4695-aed2-061b56177e1f), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.416930 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:21.444312 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-baf5c59f-fd93-408f-a633-d1791b56753d None None] Provisioning complete for port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:21.444589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-baf5c59f-fd93-408f-a633-d1791b56753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.468275 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-e76ae9ac-0a29-485e-be20-acaa6d841e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:21.469867 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-e76ae9ac-0a29-485e-be20-acaa6d841e8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 916 time: 0.1259270 Jun 20 14:56:21.509471 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:21.528754 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb9a73e0-0e73-48f9-b451-4128c4759356 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (b3c2f0ba-21f4-4695-aed2-061b56177e1f), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.531341 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb9a73e0-0e73-48f9-b451-4128c4759356 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.532483 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-eb9a73e0-0e73-48f9-b451-4128c4759356 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "DELETE /v2.0/security-groups/b3c2f0ba-21f4-4695-aed2-061b56177e1f HTTP/1.1" status: 204 len: 168 time: 0.3381839 Jun 20 14:56:21.536085 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53426) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:21.543325 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:21.544797 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a73e0-0e73-48f9-b451-4128c4759356 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c2f0ba-21f4-4695-aed2-061b56177e1f,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:21.555830 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-21d8bdcc-b1a6-402a-9ebc-dcbd3127686b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 1001 time: 0.0778062 Jun 20 14:56:21.569846 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-baf5c59f-fd93-408f-a633-d1791b56753d None None] Current status of the port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:21.606700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-e09c0829-25d5-4dee-aac7-513973c8ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:21.608199 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-e09c0829-25d5-4dee-aac7-513973c8ccd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 200 len: 854 time: 0.0457332 Jun 20 14:56:21.655705 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-943514fd-8e24-48ba-a0f1-e2f9b4af3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:21.657419 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-943514fd-8e24-48ba-a0f1-e2f9b4af3ee8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99ae49b1-4209-43ab-a443-be5d8d242625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416150 Jun 20 14:56:21.692044 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Deleting port b8ddb0f1-1684-4b7c-8243-e8faed34a65b {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:21.692385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.755120 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-f9b27a51-06a1-4c74-8e2e-81bc57475735 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897434 Jun 20 14:56:21.769979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:21.772408 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.772740 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for floatingip (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.785356 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Calling delete_port for b8ddb0f1-1684-4b7c-8243-e8faed34a65b owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:21.798099 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:21.850461 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e08f148-601a-4ff7-bfa7-a4b3e836d2b4 req-61a2a4c1-930c-4334-aa42-11ead78bd492 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884793 Jun 20 14:56:21.960047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (b8ddb0f1-1684-4b7c-8243-e8faed34a65b), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:21.982387 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event deleted for resources: {'Port': ['ID=b8ddb0f1-1684-4b7c-8243-e8faed34a65b,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:22.049306 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks [] for floatingip (31929248-d555-4886-9d45-882844503e18), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:22.049737 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.l3_db [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Floating IP 31929248-d555-4886-9d45-882844503e18 disassociated (deleted). External IP: 172.27.1.20, port: 6ee3c9d3-8185-4e24-b29a-20f7ceb97549. Jun 20 14:56:22.253612 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:22.371190 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:22.376380 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:22.383818 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] Sync routers for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:22.394594 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:22.395214 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:22.412236 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-a6fb1564-8fb3-40aa-a7fc-25ddf5c3a814 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "DELETE /v2.0/floatingips/31929248-d555-4886-9d45-882844503e18 HTTP/1.1" status: 204 len: 168 time: 0.8750072 Jun 20 14:56:22.496359 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:22.590782 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:22.683005 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:22.693329 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 5, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:22.722146 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] Checking router: 8522937f-f6b3-4b7e-bb95-02eb2a71d09c for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:22.731244 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:22.731876 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:22.829768 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:23.025666 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 5, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:23.056196 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b3019-d34b-4281-bfe9-47f0da3fcab9 None None] The sync data for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi is: [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:36Z', 'revision_number': 4, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '13d4693b-f845-4978-89ed-d0254ba3c2f1', 'name': '', 'network_id': '99ae49b1-4209-43ab-a443-be5d8d242625', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'mac_address': 'fa:16:3e:db:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:35Z', 'updated_at': '2022-06-20T14:53:50Z', 'revision_number': 5, 'project_id': '7500725f7c744f318862323e13c5f23e', 'subnets': [{'id': '07baa2fe-57a5-44d9-b3d8-31870440880e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:23.247032 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:23.249501 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38c0c7-cf39-4049-8829-767cf5facd63" -d '{"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:23.290036 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df60d49-026a-4f3a-98c8-1221702edfad x-openstack-request-id: req-8df60d49-026a-4f3a-98c8-1221702edfad {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:23.290036 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:23.290036 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8df60d49-026a-4f3a-98c8-1221702edfad {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:23.290036 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df60d49-026a-4f3a-98c8-1221702edfad'] response: {'name': 'network-changed', 'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'status': 'completed', 'code': 200} Jun 20 14:56:23.298683 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1126e5-8b32-48e0-93d3-35ba7d982807 None None] New status for floating IP 31929248-d555-4886-9d45-882844503e18: DOWN {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:56:23.362541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-6941bb5a-4f6b-4c1b-9b8c-ea2fa6249b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:23.364295 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-6941bb5a-4f6b-4c1b-9b8c-ea2fa6249b9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7500725f7c744f318862323e13c5f23e&device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 1130 time: 0.0462041 Jun 20 14:56:23.458625 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-2490b3af-aca0-4d27-9fec-3f90d5c8e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:23.460112 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-2490b3af-aca0-4d27-9fec-3f90d5c8e636 service neutron] 10.222.0.26 "GET /v2.0/networks?id=99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 200 len: 916 time: 0.0901556 Jun 20 14:56:23.472544 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:23.503037 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-cd510034-127c-4dff-9b95-fac8efa438f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 200 len: 217 time: 0.0359612 Jun 20 14:56:23.559729 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-ce507b49-5c8b-4bf5-91e3-c75544814955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:23.561150 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-ce507b49-5c8b-4bf5-91e3-c75544814955 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 200 len: 854 time: 0.0510030 Jun 20 14:56:23.606992 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-f2a7dcc7-daad-41b1-91b4-a0f3d3647df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:23.608581 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-f2a7dcc7-daad-41b1-91b4-a0f3d3647df0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99ae49b1-4209-43ab-a443-be5d8d242625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413461 Jun 20 14:56:23.715225 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-d08bac03-8c18-471d-83e9-bb0f2ba6f6f1 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967822 Jun 20 14:56:23.808414 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ef38c0c7-cf39-4049-8829-767cf5facd63 req-72de8ea2-c8d8-4853-9d78-649833e6c055 service neutron] 10.222.0.26 "GET /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862591 Jun 20 14:56:25.258476 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b088b3e-2143-4291-87fe-e08c21f1d798 req-dbd453d2-8105-41b7-b53d-cbd1c3372929 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:25.259956 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1b088b3e-2143-4291-87fe-e08c21f1d798 req-dbd453d2-8105-41b7-b53d-cbd1c3372929 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0513909 Jun 20 14:56:25.308498 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1b088b3e-2143-4291-87fe-e08c21f1d798 req-4f7863c2-d313-4b70-b805-fdcdf3d1f38e tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Jun 20 14:56:26.433193 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d5333-b9a6-49d1-ba02-2b4c15c06511 req-6e347144-0a10-4cb2-a813-6bead9f6998a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:26.434674 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-578d5333-b9a6-49d1-ba02-2b4c15c06511 req-6e347144-0a10-4cb2-a813-6bead9f6998a tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0509758 Jun 20 14:56:26.486514 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-578d5333-b9a6-49d1-ba02-2b4c15c06511 req-0c8421d2-d5ef-4b29-a62e-707c9d6c0b1b tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Jun 20 14:56:27.384207 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-9d92496b-60f5-4532-b6b7-c278cdfbb4ea tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:27.385673 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-9d92496b-60f5-4532-b6b7-c278cdfbb4ea tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.26 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0595162 Jun 20 14:56:27.471019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Deleting port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:27.471700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:27.565574 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:27.566201 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] For port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:27.566201 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:27.579664 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Calling delete_port for 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:27.601444 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bb33b-4c7d-4525-8ecc-244c89b14523 req-33098246-56d2-4dfd-919b-ddee34d87ea5 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:27.602931 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5f7bb33b-4c7d-4525-8ecc-244c89b14523 req-33098246-56d2-4dfd-919b-ddee34d87ea5 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/ports?device_id=33e28018-9057-44e5-a730-871114cf6249 HTTP/1.1" status: 200 len: 946 time: 0.0480974 Jun 20 14:56:27.651684 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5f7bb33b-4c7d-4525-8ecc-244c89b14523 req-797db1c1-22ae-4aa6-9bd4-2974ef443137 tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.23 "GET /v2.0/security-groups?id=406b37c1-06a6-48f3-b548-fa10626841c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Jun 20 14:56:27.675843 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:27.709019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (6ee3c9d3-8185-4e24-b29a-20f7ceb97549), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:27.721216 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6ee3c9d3-8185-4e24-b29a-20f7ceb97549'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:56:27.737682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Pushing event deleted for resources: {'Port': ['ID=6ee3c9d3-8185-4e24-b29a-20f7ceb97549,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:27.786898 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] No DVR routers for this DVR port 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:56:27.789541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:27.792850 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e89a14f8-a5e1-4cc1-b8cb-e096df8e9694 req-52aff0d9-95e6-4af3-8d80-150223a5b7bd tempest-TestMinimumBasicScenario-68375755 tempest-TestMinimumBasicScenario-68375755-project] 10.222.0.26 "DELETE /v2.0/ports/6ee3c9d3-8185-4e24-b29a-20f7ceb97549 HTTP/1.1" status: 204 len: 173 time: 0.4006846 Jun 20 14:56:27.793285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'name': 'network-vif-deleted', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:27.796239 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540f2d4-403e-4675-a4ce-8d8280f40ef1" -d '{"events": [{"server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "name": "network-vif-deleted", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:27.844789 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cbf1c-9b17-4459-9069-a82ffe9ca193 x-openstack-request-id: req-0d4cbf1c-9b17-4459-9069-a82ffe9ca193 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:27.845081 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e28018-9057-44e5-a730-871114cf6249", "name": "network-vif-deleted", "tag": "6ee3c9d3-8185-4e24-b29a-20f7ceb97549", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:27.845336 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d4cbf1c-9b17-4459-9069-a82ffe9ca193 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:27.845744 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4cbf1c-9b17-4459-9069-a82ffe9ca193'] response: {'server_uuid': '33e28018-9057-44e5-a730-871114cf6249', 'name': 'network-vif-deleted', 'tag': '6ee3c9d3-8185-4e24-b29a-20f7ceb97549', 'status': 'completed', 'code': 200} Jun 20 14:56:29.267466 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53502) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:29.408194 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:29.652879 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:30.165109 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Deleting port 13d4693b-f845-4978-89ed-d0254ba3c2f1 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:30.165423 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:30.247122 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] For port 13d4693b-f845-4978-89ed-d0254ba3c2f1, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=13d4693b-f845-4978-89ed-d0254ba3c2f1,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:30.247469 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:30.260244 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Calling delete_port for 13d4693b-f845-4978-89ed-d0254ba3c2f1 owned by network:router_interface {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:30.427541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:30.446073 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (13d4693b-f845-4978-89ed-d0254ba3c2f1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:30.474499 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Pushing event deleted for resources: {'Port': ['ID=13d4693b-f845-4978-89ed-d0254ba3c2f1,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:30.587959 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:30.641299 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:30.850034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:30.952150 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:30.957820 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-fba63dfb-69e3-43a2-97de-af091a64ec63 admin admin] 10.222.0.23 "PUT /v2.0/routers/8522937f-f6b3-4b7e-bb95-02eb2a71d09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893198 Jun 20 14:56:30.960674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53504) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:30.963885 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] Sync routers for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:30.974774 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:30.975395 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:31.062344 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks [] for router (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.074977 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:31.157727 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks [] for router_gateway (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.204171 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Deleting port 6929733d-093a-41ca-9f20-fc7a44411af9 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:31.204582 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.240136 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:56:30Z', 'revision_number': 5, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port': {'id': '6929733d-093a-41ca-9f20-fc7a44411af9', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:31.264859 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] Checking router: 8522937f-f6b3-4b7e-bb95-02eb2a71d09c for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:31.273552 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] Routers {'8522937f-f6b3-4b7e-bb95-02eb2a71d09c'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:31.274175 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:31.283932 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] For port 6929733d-093a-41ca-9f20-fc7a44411af9, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=6929733d-093a-41ca-9f20-fc7a44411af9,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:31.284298 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.297482 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Calling delete_port for 6929733d-093a-41ca-9f20-fc7a44411af9 owned by network:router_gateway {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:31.337992 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:31.356959 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] Set router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:31.406397 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:56:31Z', 'revision_number': 6, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:31.430487 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e021d89-07de-4285-83ca-f7ac801e6069 None None] The sync data for ids ['8522937f-f6b3-4b7e-bb95-02eb2a71d09c'] in dv-cinder-836973-5-iscsi is: [{'id': '8522937f-f6b3-4b7e-bb95-02eb2a71d09c', 'name': 'tempest-TestMinimumBasicScenario-1626467476-router', 'tenant_id': '7500725f7c744f318862323e13c5f23e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:31Z', 'updated_at': '2022-06-20T14:56:31Z', 'revision_number': 6, 'project_id': '7500725f7c744f318862323e13c5f23e', 'gw_port_host': None}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:31.468116 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:31.475332 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (6929733d-093a-41ca-9f20-fc7a44411af9), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.505797 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Pushing event deleted for resources: {'Port': ['ID=6929733d-093a-41ca-9f20-fc7a44411af9,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:31.566396 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.665676 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.667817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks [] for router_controller (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.696804 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:31.716513 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:31.716799 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6ee3c9d3-8185-4e24-b29a-20f7ceb97549 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:31.746352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (8522937f-f6b3-4b7e-bb95-02eb2a71d09c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.746997 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8522937f-f6b3-4b7e-bb95-02eb2a71d09c {{(pid=110374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 14:56:31.752197 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.753355 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-a586c6e8-ff4c-4dcf-8d52-c706c847d880 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8522937f-f6b3-4b7e-bb95-02eb2a71d09c HTTP/1.1" status: 204 len: 168 time: 0.7917814 Jun 20 14:56:31.756678 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53508) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:31.803275 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] Deleting subnet 07baa2fe-57a5-44d9-b3d8-31870440880e {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:56:31.806765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] Publish callbacks [] for subnet (07baa2fe-57a5-44d9-b3d8-31870440880e), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.843278 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (07baa2fe-57a5-44d9-b3d8-31870440880e), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:31.951745 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (07baa2fe-57a5-44d9-b3d8-31870440880e), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.008134 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (07baa2fe-57a5-44d9-b3d8-31870440880e), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.032524 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07baa2fe-57a5-44d9-b3d8-31870440880e,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:32.038321 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.044088 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53510) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:32.044672 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-cc86d2fd-4a8b-4e8c-8be5-f73bfc15d809 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07baa2fe-57a5-44d9-b3d8-31870440880e HTTP/1.1" status: 204 len: 168 time: 0.2865665 Jun 20 14:56:32.051070 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c581ceb2-8416-4b83-915f-4ef6d86081ed None None] Network 99ae49b1-4209-43ab-a443-be5d8d242625 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:56:32.121551 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (99ae49b1-4209-43ab-a443-be5d8d242625), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.125530 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:32.173230 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Deleting port 3e6894bb-2ed5-4705-931e-e73e4c813f13 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:32.174177 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.243967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] For port 3e6894bb-2ed5-4705-931e-e73e4c813f13, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=3e6894bb-2ed5-4705-931e-e73e4c813f13,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:32.244325 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.252283 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] DHCP port deletion for 99ae49b1-4209-43ab-a443-be5d8d242625 request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 14:56:32.257498 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Calling delete_port for 3e6894bb-2ed5-4705-931e-e73e4c813f13 owned by network:dhcp {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:32.292193 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] Deleting port 3e6894bb-2ed5-4705-931e-e73e4c813f13 {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:32.292532 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.335952 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.356056 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] For port 3e6894bb-2ed5-4705-931e-e73e4c813f13, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=3e6894bb-2ed5-4705-931e-e73e4c813f13,segment=NetworkSegment(96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca),segment_id=96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:32.356441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.358980 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6894bb-2ed5-4705-931e-e73e4c813f13,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:32.365026 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] No DVR routers for this DVR port 3e6894bb-2ed5-4705-931e-e73e4c813f13 on host dv-cinder-836973-5-iscsi {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:56:32.369925 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] Calling delete_port for 3e6894bb-2ed5-4705-931e-e73e4c813f13 owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:32.439267 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (99ae49b1-4209-43ab-a443-be5d8d242625), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.450177 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (3e6894bb-2ed5-4705-931e-e73e4c813f13), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.460043 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ae49b1-4209-43ab-a443-be5d8d242625']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:32.470077 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:32.470365 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:32.472574 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] Pushing event deleted for resources: {'Port': ['ID=3e6894bb-2ed5-4705-931e-e73e4c813f13,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:32.478678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b870f9-beaa-42bd-aee0-adb9d41cc2ec None None] No DVR routers for this DVR port 3e6894bb-2ed5-4705-931e-e73e4c813f13 on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:56:32.480884 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.495634 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.502343 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:56:32.502714 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.529826 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca resource provider aggregate not found Jun 20 14:56:32.570734 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (99ae49b1-4209-43ab-a443-be5d8d242625), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.578192 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96f1ca47-4931-4bf3-8c3f-5b5f4922c1ca found for delete ", "request_id": "req-5ed280d6-5ff4-4417-a1b8-61f1c5202d6e"}]} Jun 20 14:56:32.578483 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.581906 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] 10.222.0.23 "DELETE /v2.0/networks/99ae49b1-4209-43ab-a443-be5d8d242625 HTTP/1.1" status: 204 len: 168 time: 0.5360131 Jun 20 14:56:32.584989 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53516) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:32.592890 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9a5c-3ac2-477d-a346-0ba8216e415b admin admin] Pushing event deleted for resources: {'Network': ['ID=99ae49b1-4209-43ab-a443-be5d8d242625,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:32.789778 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:32.878355 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 6929733d-093a-41ca-9f20-fc7a44411af9 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:32.899738 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 6929733d-093a-41ca-9f20-fc7a44411af9 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:32.900095 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 6929733d-093a-41ca-9f20-fc7a44411af9 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:32.900515 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 3e6894bb-2ed5-4705-931e-e73e4c813f13 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:32.916576 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (25ff933f-8a98-49e6-bb67-57eee7e0a361), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:32.918347 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 3e6894bb-2ed5-4705-931e-e73e4c813f13 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:32.918689 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 3e6894bb-2ed5-4705-931e-e73e4c813f13 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:32.919091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 13d4693b-f845-4978-89ed-d0254ba3c2f1 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:32.937131 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 13d4693b-f845-4978-89ed-d0254ba3c2f1 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:32.937476 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 13d4693b-f845-4978-89ed-d0254ba3c2f1 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:33.097777 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:33.137289 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Deleting port b86541e3-4294-4843-8d76-3d27bc432015 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:33.137622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (b86541e3-4294-4843-8d76-3d27bc432015), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:33.216349 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] For port b86541e3-4294-4843-8d76-3d27bc432015, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b86541e3-4294-4843-8d76-3d27bc432015,segment=NetworkSegment(2ed93c92-96d3-40a9-8406-b9e20f9479f6),segment_id=2ed93c92-96d3-40a9-8406-b9e20f9479f6)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:33.216747 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (b86541e3-4294-4843-8d76-3d27bc432015), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:33.229227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Calling delete_port for b86541e3-4294-4843-8d76-3d27bc432015 owned by network:router_interface {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:33.429817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (b86541e3-4294-4843-8d76-3d27bc432015), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:33.456807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b86541e3-4294-4843-8d76-3d27bc432015,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:33.855680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (25ff933f-8a98-49e6-bb67-57eee7e0a361), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:33.943470 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:34.063186 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Router 25ff933f-8a98-49e6-bb67-57eee7e0a361 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:34.123290 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:34.168665 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:34.174174 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b4bceceb-902f-46f8-a4d6-afaee3b72c2f admin admin] 10.222.0.23 "PUT /v2.0/routers/25ff933f-8a98-49e6-bb67-57eee7e0a361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5876467 Jun 20 14:56:34.176202 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53518) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:34.182659 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] Sync routers for ids ['25ff933f-8a98-49e6-bb67-57eee7e0a361'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:34.193755 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] Routers {'25ff933f-8a98-49e6-bb67-57eee7e0a361'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:34.194376 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['25ff933f-8a98-49e6-bb67-57eee7e0a361'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:34.275398 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks [] for router (25ff933f-8a98-49e6-bb67-57eee7e0a361), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.292926 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] Set router 25ff933f-8a98-49e6-bb67-57eee7e0a361 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:34.376894 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks [] for router_gateway (25ff933f-8a98-49e6-bb67-57eee7e0a361), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.425162 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Deleting port 066a89c2-4282-47ad-8238-8dd9b90c4191 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:34.425508 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.464517 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:34.468086 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:56:33Z', 'revision_number': 5, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port': {'id': '066a89c2-4282-47ad-8238-8dd9b90c4191', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:43Z', 'updated_at': '2022-06-20T14:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:34.494420 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] Checking router: 25ff933f-8a98-49e6-bb67-57eee7e0a361 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:34.502917 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] Routers {'25ff933f-8a98-49e6-bb67-57eee7e0a361'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:34.503544 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['25ff933f-8a98-49e6-bb67-57eee7e0a361'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:34.514926 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] For port 066a89c2-4282-47ad-8238-8dd9b90c4191, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=066a89c2-4282-47ad-8238-8dd9b90c4191,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:34.515319 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.528434 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Calling delete_port for 066a89c2-4282-47ad-8238-8dd9b90c4191 owned by network:router_gateway {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:34.704170 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (066a89c2-4282-47ad-8238-8dd9b90c4191), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.720290 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] Set router 25ff933f-8a98-49e6-bb67-57eee7e0a361 gateway port host: None {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:34.727681 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Pushing event deleted for resources: {'Port': ['ID=066a89c2-4282-47ad-8238-8dd9b90c4191,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:34.771702 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:56:34Z', 'revision_number': 6, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:34.795945 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (25ff933f-8a98-49e6-bb67-57eee7e0a361), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.798809 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc3621-f040-49bd-9c76-33dd852ff12f None None] The sync data for ids ['25ff933f-8a98-49e6-bb67-57eee7e0a361'] in dv-cinder-836973-5-iscsi is: [{'id': '25ff933f-8a98-49e6-bb67-57eee7e0a361', 'name': 'tempest-TestMinimumBasicScenario-246797242-router', 'tenant_id': '1a13f6f625ef4d2e9db262a4e561648b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:42Z', 'updated_at': '2022-06-20T14:56:34Z', 'revision_number': 6, 'project_id': '1a13f6f625ef4d2e9db262a4e561648b', 'gw_port_host': None}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:34.821055 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:34.885171 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (25ff933f-8a98-49e6-bb67-57eee7e0a361), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.887412 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks [] for router_controller (25ff933f-8a98-49e6-bb67-57eee7e0a361), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.930186 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (25ff933f-8a98-49e6-bb67-57eee7e0a361), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.930898 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ff933f-8a98-49e6-bb67-57eee7e0a361 {{(pid=110374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 14:56:34.935134 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.936253 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b732995f-5621-40f2-9847-88f0fad7c474 admin admin] 10.222.0.23 "DELETE /v2.0/routers/25ff933f-8a98-49e6-bb67-57eee7e0a361 HTTP/1.1" status: 204 len: 168 time: 0.7591069 Jun 20 14:56:34.940116 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53522) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:34.973829 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a901ef31-2464-4548-8fdf-9651bb535fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:34.985277 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] Deleting subnet 7add8c40-0b76-46c2-8cf7-a36459fe3e58 {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:56:34.988623 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] Publish callbacks [] for subnet (7add8c40-0b76-46c2-8cf7-a36459fe3e58), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.035210 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (7add8c40-0b76-46c2-8cf7-a36459fe3e58), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.074490 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:35.122218 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (7add8c40-0b76-46c2-8cf7-a36459fe3e58), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.181588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (7add8c40-0b76-46c2-8cf7-a36459fe3e58), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.210540 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7add8c40-0b76-46c2-8cf7-a36459fe3e58,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:35.217451 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.221560 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-099380ea-cfe0-4111-8864-cc0f507cc90a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7add8c40-0b76-46c2-8cf7-a36459fe3e58 HTTP/1.1" status: 204 len: 168 time: 0.2803485 Jun 20 14:56:35.223002 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037d643c-a2d4-4c00-a230-91355e60305e None None] Network a9d84451-e90e-48c0-b5b6-cfadee15a681 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:56:35.223982 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53524) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:35.293939 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (a9d84451-e90e-48c0-b5b6-cfadee15a681), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.301123 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:35.339149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Deleting port e89a9a13-707a-4b35-8bad-a8132be7e5ba {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:35.339490 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.404542 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] For port e89a9a13-707a-4b35-8bad-a8132be7e5ba, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e89a9a13-707a-4b35-8bad-a8132be7e5ba,segment=NetworkSegment(2ed93c92-96d3-40a9-8406-b9e20f9479f6),segment_id=2ed93c92-96d3-40a9-8406-b9e20f9479f6)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:35.404943 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.421970 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Calling delete_port for e89a9a13-707a-4b35-8bad-a8132be7e5ba owned by network:dhcp {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:35.493860 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:56:35.506887 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e89a9a13-707a-4b35-8bad-a8132be7e5ba), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.532217 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89a9a13-707a-4b35-8bad-a8132be7e5ba,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:35.541288 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] No DVR routers for this DVR port e89a9a13-707a-4b35-8bad-a8132be7e5ba on host dv-cinder-836973-5-iscsi {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:56:35.574140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9979f4-479c-4613-93a3-6e89e70f0f6f None None] DHCP port deletion for a9d84451-e90e-48c0-b5b6-cfadee15a681 request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 14:56:35.617180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (a9d84451-e90e-48c0-b5b6-cfadee15a681), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.637113 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d84451-e90e-48c0-b5b6-cfadee15a681']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:35.647022 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed93c92-96d3-40a9-8406-b9e20f9479f6') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:35.647271 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed93c92-96d3-40a9-8406-b9e20f9479f6') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:35.657272 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (2ed93c92-96d3-40a9-8406-b9e20f9479f6), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.671873 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (2ed93c92-96d3-40a9-8406-b9e20f9479f6), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.679134 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:56:35.679520 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (2ed93c92-96d3-40a9-8406-b9e20f9479f6), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.711197 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 2ed93c92-96d3-40a9-8406-b9e20f9479f6 resource provider aggregate not found Jun 20 14:56:35.753250 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (a9d84451-e90e-48c0-b5b6-cfadee15a681), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.760708 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:35.766011 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9d84451-e90e-48c0-b5b6-cfadee15a681 HTTP/1.1" status: 204 len: 168 time: 0.5385878 Jun 20 14:56:35.766011 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 2ed93c92-96d3-40a9-8406-b9e20f9479f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ed93c92-96d3-40a9-8406-b9e20f9479f6 found for delete ", "request_id": "req-73195505-3862-4990-85a7-9ef81f7a6057"}]} Jun 20 14:56:35.776309 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c6a82-7f9e-469d-a91e-a32d3cb13573 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d84451-e90e-48c0-b5b6-cfadee15a681,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:35.943120 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53532) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:35.990797 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-fd190464-daf5-4045-ad22-777af8786c35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7500725f7c744f318862323e13c5f23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463383 Jun 20 14:56:35.993205 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53534) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:36.032633 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:36.043445 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2ceada16-3b20-44c3-be4d-115308607331 admin admin] Publish callbacks [] for security_group (406b37c1-06a6-48f3-b548-fa10626841c1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.060753 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:36.066156 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2ceada16-3b20-44c3-be4d-115308607331 admin admin] Publish callbacks [] for security_group (406b37c1-06a6-48f3-b548-fa10626841c1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.118909 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2ceada16-3b20-44c3-be4d-115308607331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (406b37c1-06a6-48f3-b548-fa10626841c1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.121314 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2ceada16-3b20-44c3-be4d-115308607331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.122438 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-2ceada16-3b20-44c3-be4d-115308607331 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/406b37c1-06a6-48f3-b548-fa10626841c1 HTTP/1.1" status: 204 len: 168 time: 0.1283517 Jun 20 14:56:36.130385 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceada16-3b20-44c3-be4d-115308607331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406b37c1-06a6-48f3-b548-fa10626841c1,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:36.458447 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53540) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:36.508682 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0cff8138-21e3-4383-910b-cd77b08b0999 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a13f6f625ef4d2e9db262a4e561648b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487704 Jun 20 14:56:36.511333 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53542) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:36.561171 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cc63-7756-45f8-9458-2fdb76c92863 admin admin] Publish callbacks [] for security_group (963881f2-0cba-4088-ac0c-9e3221fda4f1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.583155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cc63-7756-45f8-9458-2fdb76c92863 admin admin] Publish callbacks [] for security_group (963881f2-0cba-4088-ac0c-9e3221fda4f1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.639382 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cc63-7756-45f8-9458-2fdb76c92863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (963881f2-0cba-4088-ac0c-9e3221fda4f1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.642111 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d1a1cc63-7756-45f8-9458-2fdb76c92863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:36.643389 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d1a1cc63-7756-45f8-9458-2fdb76c92863 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/963881f2-0cba-4088-ac0c-9e3221fda4f1 HTTP/1.1" status: 204 len: 168 time: 0.1310573 Jun 20 14:56:36.651588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1cc63-7756-45f8-9458-2fdb76c92863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963881f2-0cba-4088-ac0c-9e3221fda4f1,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:36.878306 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 066a89c2-4282-47ad-8238-8dd9b90c4191 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:36.897234 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 066a89c2-4282-47ad-8238-8dd9b90c4191 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:36.897574 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 066a89c2-4282-47ad-8238-8dd9b90c4191 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:36.897988 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b86541e3-4294-4843-8d76-3d27bc432015 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:36.916454 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: b86541e3-4294-4843-8d76-3d27bc432015 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:36.916830 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b86541e3-4294-4843-8d76-3d27bc432015 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:36.917235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e89a9a13-707a-4b35-8bad-a8132be7e5ba no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:36.935054 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: e89a9a13-707a-4b35-8bad-a8132be7e5ba {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:36.935405 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e89a9a13-707a-4b35-8bad-a8132be7e5ba not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:37.388752 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-adda0046-f1b8-4c25-a614-70862391a91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.410412 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53566) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:37.518872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1202644692-network', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:37.547620 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Made reservation on behalf of c4515b09c1944036b62a40cc5e88719e for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:56:37.550149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.559189 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.638665 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks [] for security_group (6e236fc0-b25c-49ce-955f-915866759a51), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.645897 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6e236fc0-b25c-49ce-955f-915866759a51), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.678165 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:56:37.687342 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e236fc0-b25c-49ce-955f-915866759a51,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:37.693498 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (2354677b-47ec-40af-b367-629c26503c66), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.693765 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Added segment 2354677b-47ec-40af-b367-629c26503c66 of type vlan for network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 Jun 20 14:56:37.733131 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (7c7b0d7e-13ae-4804-adde-4f7659f4fca5), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.759901 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (7c7b0d7e-13ae-4804-adde-4f7659f4fca5), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.761633 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:37.762513 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.786322 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.801513 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3900228 Jun 20 14:56:37.804638 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53570) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:37.809726 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Request body: {'subnet': {'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1202644692-subnet', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:37.830611 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Made reservation on behalf of c4515b09c1944036b62a40cc5e88719e for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:56:37.830814 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134dc3-307e-4e25-aaae-60711ffc12dc admin admin] Pushing event updated for resources: {'Network': ['ID=7c7b0d7e-13ae-4804-adde-4f7659f4fca5,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:37.833904 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15892944'] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:37.840251 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:56:38.010138 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15963204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15892770'] for subnet (c6493457-52ee-41b5-861b-aab84a37254b), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.059047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:38.065315 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6493457-52ee-41b5-861b-aab84a37254b,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:38.077263 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Checking segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:38.077616 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Network hostable DHCP agents. Network: 7c7b0d7e-13ae-4804-adde-4f7659f4fca5, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:56:38.096189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:56:38.106291 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 7c7b0d7e-13ae-4804-adde-4f7659f4fca5) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:38.110504 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:38.111147 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.115295 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f3a15-7f78-4e0d-aca2-c6df44e420d3 None None] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:56:38.131820 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-bf73d00f-bbd9-4875-9cd7-f8cb9b24d4bd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3235683 Jun 20 14:56:38.132026 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53572) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:38.136208 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:38.158183 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (960bb0fd-9d05-4c6d-a161-eac544868096), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.159087 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (960bb0fd-9d05-4c6d-a161-eac544868096), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.167754 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:38.215246 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks [] for router_controller (960bb0fd-9d05-4c6d-a161-eac544868096), precommit_add_association {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.222179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:56:38.223181 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.347940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks [] for router_gateway (960bb0fd-9d05-4c6d-a161-eac544868096), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.367241 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Allocated IP 172.20.0.2 (7c7b0d7e-13ae-4804-adde-4f7659f4fca5/c6493457-52ee-41b5-861b-aab84a37254b/3056e320-5df7-4e00-974c-17b6d88b6128) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:56:38.505857 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Publish callbacks [] for port (3056e320-5df7-4e00-974c-17b6d88b6128), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.513312 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.532475 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks [] for router_gateway (960bb0fd-9d05-4c6d-a161-eac544868096), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.551566 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:38.551782 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.563342 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:38.572380 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Pushing event updated for resources: {'Port': ['ID=3056e320-5df7-4e00-974c-17b6d88b6128,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:38.574839 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:38.581055 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:56:38.593587 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.641708 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Attempting to bind port 3056e320-5df7-4e00-974c-17b6d88b6128 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:56:38.642067 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Attempting to bind port 3056e320-5df7-4e00-974c-17b6d88b6128 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:56:38.642472 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Attempting to bind port 3056e320-5df7-4e00-974c-17b6d88b6128 on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:38.647843 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:56:38.648228 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Checking segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:38.648604 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.649032 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Bound using segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:56:38.649483 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Bound port: 3056e320-5df7-4e00-974c-17b6d88b6128, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:56:38.649851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.664251 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Allocated IP 172.27.1.83 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/b3cf0a68-1bdb-481b-8dc2-4466df546f72) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:56:38.715623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] For port 3056e320-5df7-4e00-974c-17b6d88b6128, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:56:38.718903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] For port 3056e320-5df7-4e00-974c-17b6d88b6128, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=3056e320-5df7-4e00-974c-17b6d88b6128,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:56:38.725906 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.772801 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks [] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.784507 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cffdb-05e9-475a-bed7-0d01f81796b5 None None] Pushing event updated for resources: {'Port': ['ID=3056e320-5df7-4e00-974c-17b6d88b6128,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:38.811881 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:38.853195 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:38.856125 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:38.859528 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:56:38.886359 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Pushing event updated for resources: {'Port': ['ID=b3cf0a68-1bdb-481b-8dc2-4466df546f72,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:38.899861 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:39.120976 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:39.142990 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks [] for router_gateway (960bb0fd-9d05-4c6d-a161-eac544868096), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:39.580173 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (960bb0fd-9d05-4c6d-a161-eac544868096), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:39.664303 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eefff23-4318-4797-a713-af4a033a15dd None None] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:56:39.710280 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Router 960bb0fd-9d05-4c6d-a161-eac544868096 is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:56:39.731589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:39.748250 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-5739f656-f0b8-4bd9-8284-1459251e882e None None] Provisioning complete for port 3056e320-5df7-4e00-974c-17b6d88b6128 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:39.748587 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5739f656-f0b8-4bd9-8284-1459251e882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:39.814140 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:39.827649 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:39.839107 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:39.839752 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:39.840404 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-70b6b202-74d1-485b-9bec-258e45aac74d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7074831 Jun 20 14:56:39.840812 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:39.843302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53576) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:39.862010 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-5739f656-f0b8-4bd9-8284-1459251e882e None None] Current status of the port 3056e320-5df7-4e00-974c-17b6d88b6128 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:39.862509 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5739f656-f0b8-4bd9-8284-1459251e882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:39.903277 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-5739f656-f0b8-4bd9-8284-1459251e882e None None] For port 3056e320-5df7-4e00-974c-17b6d88b6128, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=3056e320-5df7-4e00-974c-17b6d88b6128,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:39.910911 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5739f656-f0b8-4bd9-8284-1459251e882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:39.962236 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:39.974367 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739f656-f0b8-4bd9-8284-1459251e882e None None] Pushing event updated for resources: {'Port': ['ID=3056e320-5df7-4e00-974c-17b6d88b6128,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:40.022549 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:40.077657 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:40.125799 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:40.128829 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:40.130997 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c1495d57-a09c-4325-90d4-70238a70b098 None None] Provisioning complete for port 3056e320-5df7-4e00-974c-17b6d88b6128 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:40.131437 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c1495d57-a09c-4325-90d4-70238a70b098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.185070 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.223585 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:39Z', 'revision_number': 3, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:40.228469 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c1495d57-a09c-4325-90d4-70238a70b098 None None] Current status of the port 3056e320-5df7-4e00-974c-17b6d88b6128 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:40.254155 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:40.254705 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Updating router 960bb0fd-9d05-4c6d-a161-eac544868096 port b3cf0a68-1bdb-481b-8dc2-4466df546f72 binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:56:40.288398 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.294195 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.310039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.462292 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Allocated IP 172.20.0.1 (7c7b0d7e-13ae-4804-adde-4f7659f4fca5/c6493457-52ee-41b5-861b-aab84a37254b/37a7e19a-ea26-4647-9352-92d73359a59c) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:56:40.536290 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Publish callbacks [] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.543951 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.570313 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks [] for port (37a7e19a-ea26-4647-9352-92d73359a59c), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.597627 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Pushing event updated for resources: {'Port': ['ID=b3cf0a68-1bdb-481b-8dc2-4466df546f72,revision_number=2']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:40.599873 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Attempting to bind port b3cf0a68-1bdb-481b-8dc2-4466df546f72 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:56:40.600241 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Attempting to bind port b3cf0a68-1bdb-481b-8dc2-4466df546f72 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:56:40.600584 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Attempting to bind port b3cf0a68-1bdb-481b-8dc2-4466df546f72 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:40.603799 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.608994 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:56:40.609360 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:40.609746 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.610122 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:56:40.610571 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Bound port: b3cf0a68-1bdb-481b-8dc2-4466df546f72, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:56:40.610968 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.613415 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.613747 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.614095 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.614421 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.614738 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.615201 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.615523 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.615840 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.616154 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.616471 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.616801 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.617134 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.617448 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.617756 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.618065 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:40.648560 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:40.651427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:40.655464 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:56:40.671555 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] For port b3cf0a68-1bdb-481b-8dc2-4466df546f72, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:56:40.675050 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] For port b3cf0a68-1bdb-481b-8dc2-4466df546f72, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b3cf0a68-1bdb-481b-8dc2-4466df546f72,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:56:40.678998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Pushing event updated for resources: {'Port': ['ID=37a7e19a-ea26-4647-9352-92d73359a59c,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:40.681786 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.697312 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (960bb0fd-9d05-4c6d-a161-eac544868096), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.736774 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:40.737408 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:40.785272 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be1d8d-611f-4b5b-ac4f-374be18f0878 None None] Pushing event updated for resources: {'Port': ['ID=b3cf0a68-1bdb-481b-8dc2-4466df546f72,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:40.833073 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:40.837178 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:40.851525 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:40.853111 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:40.893922 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:40.932975 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 3056e320-5df7-4e00-974c-17b6d88b6128 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:40.975331 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-68e213a9-afeb-4787-9b58-7811379dad0a None None] Provisioning complete for port 37a7e19a-ea26-4647-9352-92d73359a59c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:40.975601 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-68e213a9-afeb-4787-9b58-7811379dad0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:41.014370 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-68e213a9-afeb-4787-9b58-7811379dad0a None None] Port 37a7e19a-ea26-4647-9352-92d73359a59c cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:56:41.016542 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 3056e320-5df7-4e00-974c-17b6d88b6128 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:41.016932 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:41.025150 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks [] for port (37a7e19a-ea26-4647-9352-92d73359a59c), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:41.031432 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:41.044897 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:39Z', 'revision_number': 3, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:41.074189 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c0f83a-cc98-4d90-9747-fa316770190b None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:39Z', 'revision_number': 3, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:41.095012 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:41.099088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Pushing event updated for resources: {'Port': ['ID=37a7e19a-ea26-4647-9352-92d73359a59c,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:41.101488 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 3056e320-5df7-4e00-974c-17b6d88b6128 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:41.105500 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (960bb0fd-9d05-4c6d-a161-eac544868096), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:41.454724 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:41.456268 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:41.576976 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:41.690157 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:41.695207 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-44898d68-d45f-4de7-a630-d3c4a28a44ac admin admin] 10.222.0.23 "PUT /v2.0/routers/960bb0fd-9d05-4c6d-a161-eac544868096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8502851 Jun 20 14:56:41.738925 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-a7c0af6d-d308-4232-ad27-7fdd2ac3a3ce None None] Provisioning complete for port 37a7e19a-ea26-4647-9352-92d73359a59c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:41.739222 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a7c0af6d-d308-4232-ad27-7fdd2ac3a3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:41.773608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0af6d-d308-4232-ad27-7fdd2ac3a3ce None None] Port 37a7e19a-ea26-4647-9352-92d73359a59c cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:56:42.199715 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53592) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:42.204700 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-77511912-network', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:42.228007 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Made reservation on behalf of 4b42cc6a785a4ad4bc47c68380465045 for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:56:42.230749 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.240767 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.324728 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks [] for security_group (a2c31d5f-614a-46f1-b919-094b31fec81e), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.330588 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (a2c31d5f-614a-46f1-b919-094b31fec81e), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.356279 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:56:42.366760 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c31d5f-614a-46f1-b919-094b31fec81e,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:42.371574 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (80214592-0c3c-496b-a253-6518fe519a24), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.371906 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Added segment 80214592-0c3c-496b-a253-6518fe519a24 of type vlan for network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff Jun 20 14:56:42.413255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (1eb2668f-8d77-41e2-8df7-73e0bcaf37ff), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.432617 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:42.441190 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (1eb2668f-8d77-41e2-8df7-73e0bcaf37ff), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.442362 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:42.442961 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.447817 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:42.476645 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2758079 Jun 20 14:56:42.480004 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53594) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:42.485023 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Request body: {'subnet': {'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-77511912-subnet', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:42.510659 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Made reservation on behalf of 4b42cc6a785a4ad4bc47c68380465045 for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:56:42.513659 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15994206'] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.517455 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa83907-90f1-4f26-928b-da98942c0c19 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb2668f-8d77-41e2-8df7-73e0bcaf37ff,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:42.527353 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:56:42.607787 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:42.617664 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:42.618290 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:42.692825 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14740296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15994284'] for subnet (5006ddcc-f53c-4c53-9fa8-cd56956754fb), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.721653 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:42.723976 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:42.741807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5006ddcc-f53c-4c53-9fa8-cd56956754fb,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:42.747486 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:42.760089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.760433 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.760791 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.761128 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.761452 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.761773 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.762094 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.762411 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.762732 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.763046 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.763366 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.763684 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.763998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.764310 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.764622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:42.776557 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Checking segment: {'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:42.776915 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Network hostable DHCP agents. Network: 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:56:42.795893 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:56:42.806303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:42.810815 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:42.811845 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.818757 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af478902-39c9-446c-8df0-6b89b1cee9d1 None None] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:56:42.847053 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53600) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:42.849422 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-915a7c02-3006-4c28-b3ee-2323c0937a68 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3631146 Jun 20 14:56:42.853763 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:42.870355 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:42.881892 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (20a87b1c-e222-42e0-be29-f2535748f5a6), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.883083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (20a87b1c-e222-42e0-be29-f2535748f5a6), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:42.940486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks [] for router_controller (20a87b1c-e222-42e0-be29-f2535748f5a6), precommit_add_association {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.062903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b3cf0a68-1bdb-481b-8dc2-4466df546f72 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:43.094226 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks [] for router_gateway (20a87b1c-e222-42e0-be29-f2535748f5a6), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.177929 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-1eb2668f-8d77-41e2-8df7-73e0bcaf37ff', 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff', 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'fixed_ips': [{'subnet_id': '5006ddcc-f53c-4c53-9fa8-cd56956754fb'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:56:43.178842 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.191268 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 2, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:43.196764 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port b3cf0a68-1bdb-481b-8dc2-4466df546f72 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:43.197099 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.226588 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:43.226929 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Updating router 960bb0fd-9d05-4c6d-a161-eac544868096 port 37a7e19a-ea26-4647-9352-92d73359a59c binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:56:43.275780 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks [] for router_gateway (20a87b1c-e222-42e0-be29-f2535748f5a6), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.295038 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.345826 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.412555 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Allocated IP 172.27.1.16 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/c79d4324-9380-41e3-83c7-78cce5121cc2) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:56:43.440573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:43.464302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port b3cf0a68-1bdb-481b-8dc2-4466df546f72 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:43.464685 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.471826 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Allocated IP 172.20.0.2 (1eb2668f-8d77-41e2-8df7-73e0bcaf37ff/5006ddcc-f53c-4c53-9fa8-cd56956754fb/4f83a9df-ffde-4039-9b45-682d3990c40a) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:56:43.527452 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks [] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.556368 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port b3cf0a68-1bdb-481b-8dc2-4466df546f72, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b3cf0a68-1bdb-481b-8dc2-4466df546f72,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:43.564095 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.575058 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.605868 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:43.607824 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:43.612145 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:43.616525 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:56:43.619861 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c79d4324-9380-41e3-83c7-78cce5121cc2,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:43.720662 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=b3cf0a68-1bdb-481b-8dc2-4466df546f72,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:43.732951 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:43.775872 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:43.826593 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Publish callbacks [] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.840154 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.875373 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks [] for router_gateway (20a87b1c-e222-42e0-be29-f2535748f5a6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.911682 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Publish callbacks [] for port (37a7e19a-ea26-4647-9352-92d73359a59c), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:43.914410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:43.919889 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:43.924453 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:56:43.927639 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Pushing event updated for resources: {'Port': ['ID=4f83a9df-ffde-4039-9b45-682d3990c40a,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:43.929963 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.028514 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91499aff-3d82-4f3e-8084-603f9e871c89 None None] Pushing event updated for resources: {'Port': ['ID=37a7e19a-ea26-4647-9352-92d73359a59c,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:44.039745 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Attempting to bind port 4f83a9df-ffde-4039-9b45-682d3990c40a on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:56:44.040121 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Attempting to bind port 4f83a9df-ffde-4039-9b45-682d3990c40a by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:56:44.040477 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Attempting to bind port 4f83a9df-ffde-4039-9b45-682d3990c40a on network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:44.062677 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:56:44.063048 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Checking segment: {'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:44.063446 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.063832 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Bound using segment: {'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:56:44.064529 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Bound port: 4f83a9df-ffde-4039-9b45-682d3990c40a, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:56:44.064954 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.090971 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (20a87b1c-e222-42e0-be29-f2535748f5a6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.123960 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Attempting to bind port 37a7e19a-ea26-4647-9352-92d73359a59c on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:56:44.124335 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Attempting to bind port 37a7e19a-ea26-4647-9352-92d73359a59c by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:56:44.124667 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Attempting to bind port 37a7e19a-ea26-4647-9352-92d73359a59c on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:44.140056 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:56:44.140426 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Checking segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:44.140852 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.141243 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Bound using segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:56:44.141718 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Bound port: 37a7e19a-ea26-4647-9352-92d73359a59c, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:56:44.142117 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.173164 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] For port 4f83a9df-ffde-4039-9b45-682d3990c40a, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:56:44.175333 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:44.210140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] For port 4f83a9df-ffde-4039-9b45-682d3990c40a, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=4f83a9df-ffde-4039-9b45-682d3990c40a,segment=NetworkSegment(80214592-0c3c-496b-a253-6518fe519a24),segment_id=80214592-0c3c-496b-a253-6518fe519a24)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:56:44.226653 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.229794 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Router 20a87b1c-e222-42e0-be29-f2535748f5a6 is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:56:44.264235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] For port 37a7e19a-ea26-4647-9352-92d73359a59c, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:56:44.288347 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] For port 37a7e19a-ea26-4647-9352-92d73359a59c, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=37a7e19a-ea26-4647-9352-92d73359a59c,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:56:44.303050 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.317820 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be334aa-e117-4ee4-b2df-bccf8c1b9560 None None] Pushing event updated for resources: {'Port': ['ID=4f83a9df-ffde-4039-9b45-682d3990c40a,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:44.351537 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:44.353677 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-4718b2a4-f5f1-4780-86c0-686aed5ec6dd None None] Provisioning complete for port 37a7e19a-ea26-4647-9352-92d73359a59c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:44.353914 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4718b2a4-f5f1-4780-86c0-686aed5ec6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.365413 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Sync routers for ids ['20a87b1c-e222-42e0-be29-f2535748f5a6'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:44.385924 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.387321 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-b1ae4c7a-b088-4009-b594-b62b9f6909e5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5380323 Jun 20 14:56:44.390067 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53604) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:44.398080 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Routers {'20a87b1c-e222-42e0-be29-f2535748f5a6'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:44.399168 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['20a87b1c-e222-42e0-be29-f2535748f5a6'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:44.424535 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:44.425563 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:44.429410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91499aff-3d82-4f3e-8084-603f9e871c89 None None] Pushing event updated for resources: {'Port': ['ID=37a7e19a-ea26-4647-9352-92d73359a59c,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:44.530690 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:44.533270 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Set router 20a87b1c-e222-42e0-be29-f2535748f5a6 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:44.611755 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:44.614142 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-4718b2a4-f5f1-4780-86c0-686aed5ec6dd None None] Current status of the port 37a7e19a-ea26-4647-9352-92d73359a59c is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:44.614626 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4718b2a4-f5f1-4780-86c0-686aed5ec6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.643455 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:44.714742 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-4718b2a4-f5f1-4780-86c0-686aed5ec6dd None None] For port 37a7e19a-ea26-4647-9352-92d73359a59c, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=37a7e19a-ea26-4647-9352-92d73359a59c,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:44.761702 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4718b2a4-f5f1-4780-86c0-686aed5ec6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:44.808055 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 3, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port': {'id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:43Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:44.834223 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Checking router: 20a87b1c-e222-42e0-be29-f2535748f5a6 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:44.834554 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Updating router 20a87b1c-e222-42e0-be29-f2535748f5a6 port c79d4324-9380-41e3-83c7-78cce5121cc2 binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:56:44.869856 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.004829 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.011442 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-8378ab04-6f91-4f5a-9fd1-d1f539d21e7b None None] Provisioning complete for port 37a7e19a-ea26-4647-9352-92d73359a59c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:45.011810 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8378ab04-6f91-4f5a-9fd1-d1f539d21e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.016418 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718b2a4-f5f1-4780-86c0-686aed5ec6dd None None] Pushing event updated for resources: {'Port': ['ID=37a7e19a-ea26-4647-9352-92d73359a59c,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:45.049452 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b3cf0a68-1bdb-481b-8dc2-4466df546f72 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:45.163933 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:45.197265 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126d67c-ccd7-46c1-abc2-82584fffc3f1 None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:45.209765 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port b3cf0a68-1bdb-481b-8dc2-4466df546f72 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:45.210134 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.217816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Allocated IP 172.20.0.1 (1eb2668f-8d77-41e2-8df7-73e0bcaf37ff/5006ddcc-f53c-4c53-9fa8-cd56956754fb/f7e62ea2-ba2f-4162-9b55-af6f8612cbd8) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:56:45.235323 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-8378ab04-6f91-4f5a-9fd1-d1f539d21e7b None None] Current status of the port 37a7e19a-ea26-4647-9352-92d73359a59c is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:45.247060 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:45.293065 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Publish callbacks [] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.310033 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.362040 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port b3cf0a68-1bdb-481b-8dc2-4466df546f72 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:45.363449 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 4f83a9df-ffde-4039-9b45-682d3990c40a up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:45.381700 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e72ca-3189-44f2-b332-f908ef414a8b None None] Pushing event updated for resources: {'Port': ['ID=c79d4324-9380-41e3-83c7-78cce5121cc2,revision_number=2']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:45.386320 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:45.388208 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Attempting to bind port c79d4324-9380-41e3-83c7-78cce5121cc2 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:56:45.389161 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Attempting to bind port c79d4324-9380-41e3-83c7-78cce5121cc2 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:56:45.389858 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Attempting to bind port c79d4324-9380-41e3-83c7-78cce5121cc2 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:45.396884 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:56:45.397526 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:45.398148 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.398795 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:56:45.399402 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Bound port: c79d4324-9380-41e3-83c7-78cce5121cc2, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:56:45.399963 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.416990 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 4f83a9df-ffde-4039-9b45-682d3990c40a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:45.417603 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.443380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks [] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.446912 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:45.467694 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] For port c79d4324-9380-41e3-83c7-78cce5121cc2, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:56:45.471363 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] For port c79d4324-9380-41e3-83c7-78cce5121cc2, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=c79d4324-9380-41e3-83c7-78cce5121cc2,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:56:45.487180 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.517967 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.521712 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 4f83a9df-ffde-4039-9b45-682d3990c40a is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:45.522949 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.565142 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:45.567520 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:45.572423 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Routers {'20a87b1c-e222-42e0-be29-f2535748f5a6'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:45.575542 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['20a87b1c-e222-42e0-be29-f2535748f5a6'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:45.588612 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:45.591348 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:45.594250 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:56:45.609998 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 4f83a9df-ffde-4039-9b45-682d3990c40a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=4f83a9df-ffde-4039-9b45-682d3990c40a,segment=NetworkSegment(80214592-0c3c-496b-a253-6518fe519a24),segment_id=80214592-0c3c-496b-a253-6518fe519a24)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:45.617192 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.633049 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:45.656198 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (20a87b1c-e222-42e0-be29-f2535748f5a6), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.668793 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb676f7-0e3e-497b-af5b-d3241d68f160 None None] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:56:45.674769 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e72ca-3189-44f2-b332-f908ef414a8b None None] Pushing event updated for resources: {'Port': ['ID=c79d4324-9380-41e3-83c7-78cce5121cc2,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:45.745657 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=4f83a9df-ffde-4039-9b45-682d3990c40a,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:45.746714 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] Set router 20a87b1c-e222-42e0-be29-f2535748f5a6 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:45.796525 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.796890 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.797223 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.797556 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.797878 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.798196 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.798569 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.798936 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.799257 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.799570 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.799886 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.800196 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.800510 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.800837 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.801149 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:56:45.811944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-aaf0c62d-e536-4868-bf36-95e44144b227 None None] Provisioning complete for port 4f83a9df-ffde-4039-9b45-682d3990c40a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:45.812111 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-aaf0c62d-e536-4868-bf36-95e44144b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.826742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:45.939822 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0c62d-e536-4868-bf36-95e44144b227 None None] Current status of the port 4f83a9df-ffde-4039-9b45-682d3990c40a is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:45.948590 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:45.966314 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 3, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port': {'id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:43Z', 'updated_at': '2022-06-20T14:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:46.008785 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0edb847-d6ab-4d4f-8e77-7f4ceafc3f95 None None] The sync data for ids ['20a87b1c-e222-42e0-be29-f2535748f5a6'] in dv-cinder-836973-5-iscsi is: [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 3, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port': {'id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:43Z', 'updated_at': '2022-06-20T14:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:46.026934 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks [] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:46.039396 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:46.123371 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:46.129623 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (20a87b1c-e222-42e0-be29-f2535748f5a6), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:46.239784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:56:46.241420 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:56:46.264646 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c3331342-2045-43d0-b8fb-85ce773e68b5 None None] Provisioning complete for port 4f83a9df-ffde-4039-9b45-682d3990c40a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:46.265723 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c3331342-2045-43d0-b8fb-85ce773e68b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:46.374720 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Router 20a87b1c-e222-42e0-be29-f2535748f5a6 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:46.409153 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c3331342-2045-43d0-b8fb-85ce773e68b5 None None] Current status of the port 4f83a9df-ffde-4039-9b45-682d3990c40a is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:46.431701 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c3331342-2045-43d0-b8fb-85ce773e68b5 None None] Provisioning complete for port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:46.432072 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c3331342-2045-43d0-b8fb-85ce773e68b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:46.475355 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c3331342-2045-43d0-b8fb-85ce773e68b5 None None] Port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:56:46.488015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:46.506816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:46.513165 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-006330b2-b89c-4e04-ab18-f67988d0c6b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/20a87b1c-e222-42e0-be29-f2535748f5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196103 Jun 20 14:56:46.607014 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-f42573fe-65d4-4af9-b6fb-b2b20e30602b None None] Provisioning complete for port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:46.607391 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f42573fe-65d4-4af9-b6fb-b2b20e30602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:46.649753 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-f42573fe-65d4-4af9-b6fb-b2b20e30602b None None] Port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:56:46.766933 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-30f5003b-3207-47ee-a752-02148f624c60 None None] Provisioning complete for port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:46.767643 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-30f5003b-3207-47ee-a752-02148f624c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:46.805395 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-30f5003b-3207-47ee-a752-02148f624c60 None None] Port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:56:46.988910 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53612) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:46.994331 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-da81740d-e47a-4c98-9a51-7a93fe38cd10 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201977844', 'description': 'tempest-secgroup-smoke-1201977844 description', 'project_id': 'c4515b09c1944036b62a40cc5e88719e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:46.996349 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device c79d4324-9380-41e3-83c7-78cce5121cc2 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:47.023728 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da81740d-e47a-4c98-9a51-7a93fe38cd10 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.047382 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port c79d4324-9380-41e3-83c7-78cce5121cc2 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:47.047748 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.062352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:47.109047 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da81740d-e47a-4c98-9a51-7a93fe38cd10 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group (dc72d4e6-0b38-48ce-b5ac-db443d1df4b4), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.114888 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da81740d-e47a-4c98-9a51-7a93fe38cd10 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (dc72d4e6-0b38-48ce-b5ac-db443d1df4b4), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.124105 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port c79d4324-9380-41e3-83c7-78cce5121cc2 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:47.124488 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.146003 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:47.148016 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port c79d4324-9380-41e3-83c7-78cce5121cc2, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=c79d4324-9380-41e3-83c7-78cce5121cc2,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:47.151153 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da81740d-e47a-4c98-9a51-7a93fe38cd10 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.152565 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-da81740d-e47a-4c98-9a51-7a93fe38cd10 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1622419 Jun 20 14:56:47.154895 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.155839 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53614) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:47.156393 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 4f83a9df-ffde-4039-9b45-682d3990c40a up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:47.157338 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81740d-e47a-4c98-9a51-7a93fe38cd10 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.166440 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-db0736b9-90db-4438-a8eb-4663ce07f158 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'security_group_rule': {'security_group_id': 'dc72d4e6-0b38-48ce-b5ac-db443d1df4b4', 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:47.203642 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-db0736b9-90db-4438-a8eb-4663ce07f158 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (946ccc5b-cad3-4054-8056-d4772cd17cf3), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.221196 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:47.236881 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=c79d4324-9380-41e3-83c7-78cce5121cc2,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.245426 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 4f83a9df-ffde-4039-9b45-682d3990c40a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:47.245794 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.270389 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-db0736b9-90db-4438-a8eb-4663ce07f158 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (946ccc5b-cad3-4054-8056-d4772cd17cf3), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.274678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-db0736b9-90db-4438-a8eb-4663ce07f158 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (946ccc5b-cad3-4054-8056-d4772cd17cf3), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.293499 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0736b9-90db-4438-a8eb-4663ce07f158 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946ccc5b-cad3-4054-8056-d4772cd17cf3,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.301140 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-db0736b9-90db-4438-a8eb-4663ce07f158 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.302371 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-db0736b9-90db-4438-a8eb-4663ce07f158 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455212 Jun 20 14:56:47.305067 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53616) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:47.310021 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-dfa78259-2322-48ec-ad6d-dd88872f55c1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'security_group_rule': {'security_group_id': 'dc72d4e6-0b38-48ce-b5ac-db443d1df4b4', 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:47.315940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:47.319572 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 4f83a9df-ffde-4039-9b45-682d3990c40a is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:47.320638 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 37a7e19a-ea26-4647-9352-92d73359a59c up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:47.341857 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dfa78259-2322-48ec-ad6d-dd88872f55c1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (4a90d611-3139-4172-a281-18602e25a806), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.364185 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 37a7e19a-ea26-4647-9352-92d73359a59c triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:47.364548 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.399990 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dfa78259-2322-48ec-ad6d-dd88872f55c1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (4a90d611-3139-4172-a281-18602e25a806), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.404743 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dfa78259-2322-48ec-ad6d-dd88872f55c1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (4a90d611-3139-4172-a281-18602e25a806), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.422940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa78259-2322-48ec-ad6d-dd88872f55c1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a90d611-3139-4172-a281-18602e25a806,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.432206 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dfa78259-2322-48ec-ad6d-dd88872f55c1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.433529 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-dfa78259-2322-48ec-ad6d-dd88872f55c1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268682 Jun 20 14:56:47.436306 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53618) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:47.438315 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 37a7e19a-ea26-4647-9352-92d73359a59c is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:47.441165 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-504a3325-a055-4388-888c-a84d79df25ca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'security_group_rule': {'security_group_id': 'dc72d4e6-0b38-48ce-b5ac-db443d1df4b4', 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:47.469698 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-504a3325-a055-4388-888c-a84d79df25ca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (dc3767b8-2111-4b27-ad49-fb7ff94b78ed), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.495234 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:47.526850 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-504a3325-a055-4388-888c-a84d79df25ca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (dc3767b8-2111-4b27-ad49-fb7ff94b78ed), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.533160 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-504a3325-a055-4388-888c-a84d79df25ca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (dc3767b8-2111-4b27-ad49-fb7ff94b78ed), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.553247 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a3325-a055-4388-888c-a84d79df25ca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3767b8-2111-4b27-ad49-fb7ff94b78ed,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.561984 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-504a3325-a055-4388-888c-a84d79df25ca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.563214 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-504a3325-a055-4388-888c-a84d79df25ca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255684 Jun 20 14:56:47.566253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53620) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:47.570648 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-ed728b8c-bf75-4364-9f1d-dcadafedae40 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'security_group_rule': {'security_group_id': 'dc72d4e6-0b38-48ce-b5ac-db443d1df4b4', 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:47.597319 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ed728b8c-bf75-4364-9f1d-dcadafedae40 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (0e0dbf3d-a00a-4124-93d9-d0ff2f062879), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.656624 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ed728b8c-bf75-4364-9f1d-dcadafedae40 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (0e0dbf3d-a00a-4124-93d9-d0ff2f062879), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.662137 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ed728b8c-bf75-4364-9f1d-dcadafedae40 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (0e0dbf3d-a00a-4124-93d9-d0ff2f062879), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.681045 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed728b8c-bf75-4364-9f1d-dcadafedae40 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0dbf3d-a00a-4124-93d9-d0ff2f062879,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.687665 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ed728b8c-bf75-4364-9f1d-dcadafedae40 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.688888 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ed728b8c-bf75-4364-9f1d-dcadafedae40 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215622 Jun 20 14:56:47.691718 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53624) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:47.695893 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'security_group_rule': {'security_group_id': 'dc72d4e6-0b38-48ce-b5ac-db443d1df4b4', 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:47.718948 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.securitygroups_db [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Project c4515b09c1944036b62a40cc5e88719e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 14:56:47.725520 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (1a7b3852-c664-40e2-8489-9bd179b40d7f), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.786274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (1a7b3852-c664-40e2-8489-9bd179b40d7f), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.793676 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (1a7b3852-c664-40e2-8489-9bd179b40d7f), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.820523 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7b3852-c664-40e2-8489-9bd179b40d7f,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.827517 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.828940 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-c02d5a99-3ede-45e8-a512-1e2f9d0dc0e3 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362424 Jun 20 14:56:47.832493 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53626) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:47.839093 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'security_group_rule': {'security_group_id': 'dc72d4e6-0b38-48ce-b5ac-db443d1df4b4', 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:56:47.867206 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.securitygroups_db [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Project c4515b09c1944036b62a40cc5e88719e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 14:56:47.873266 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (1648c57d-b265-46d9-9551-e973f766eed4), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.940872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (1648c57d-b265-46d9-9551-e973f766eed4), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.946373 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (1648c57d-b265-46d9-9551-e973f766eed4), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.965251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1648c57d-b265-46d9-9551-e973f766eed4,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:47.973968 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:47.976123 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-15cb7c73-57e1-4681-86b4-2165f5923b71 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424546 Jun 20 14:56:48.710572 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Sync routers for ids ['20a87b1c-e222-42e0-be29-f2535748f5a6'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:48.721525 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Routers {'20a87b1c-e222-42e0-be29-f2535748f5a6'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:48.722091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['20a87b1c-e222-42e0-be29-f2535748f5a6'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:48.839729 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Set router 20a87b1c-e222-42e0-be29-f2535748f5a6 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:48.913915 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device c79d4324-9380-41e3-83c7-78cce5121cc2 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:49.020073 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port c79d4324-9380-41e3-83c7-78cce5121cc2 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:49.020314 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:49.133398 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T14:56:45Z', 'revision_number': 4, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port': {'id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:43Z', 'updated_at': '2022-06-20T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'f7e62ea2-ba2f-4162-9b55-af6f8612cbd8', 'name': '', 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'mac_address': 'fa:16:3e:85:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5006ddcc-f53c-4c53-9fa8-cd56956754fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:45Z', 'updated_at': '2022-06-20T14:56:45Z', 'revision_number': 2, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'subnets': [{'id': '5006ddcc-f53c-4c53-9fa8-cd56956754fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:49.169000 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Checking router: 20a87b1c-e222-42e0-be29-f2535748f5a6 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:49.169330 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Updating router 20a87b1c-e222-42e0-be29-f2535748f5a6 port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:56:49.172476 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port c79d4324-9380-41e3-83c7-78cce5121cc2 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:49.200384 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:49.246183 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:49.323942 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:49.490077 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Publish callbacks [] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:49.500410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:49.549092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442a455-92de-44a0-b78c-6ad098a93e4c None None] Pushing event updated for resources: {'Port': ['ID=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:49.626122 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Attempting to bind port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:56:49.626540 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Attempting to bind port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:56:49.626910 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Attempting to bind port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 on network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:56:49.632911 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:56:49.633302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Checking segment: {'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:56:49.633810 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:49.634205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Bound using segment: {'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:56:49.634681 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Bound port: f7e62ea2-ba2f-4162-9b55-af6f8612cbd8, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80214592-0c3c-496b-a253-6518fe519a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:56:49.635362 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:49.717230 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] For port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:56:49.721178 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] For port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,segment=NetworkSegment(80214592-0c3c-496b-a253-6518fe519a24),segment_id=80214592-0c3c-496b-a253-6518fe519a24)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:56:49.729360 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:49.796880 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Routers {'20a87b1c-e222-42e0-be29-f2535748f5a6'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:49.797528 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['20a87b1c-e222-42e0-be29-f2535748f5a6'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:49.859314 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442a455-92de-44a0-b78c-6ad098a93e4c None None] Pushing event updated for resources: {'Port': ['ID=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:50.084566 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-f15c9496-b4b2-4d2d-8fe7-b3cc3beef931 None None] Provisioning complete for port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:50.085446 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f15c9496-b4b2-4d2d-8fe7-b3cc3beef931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:50.122911 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] Set router 20a87b1c-e222-42e0-be29-f2535748f5a6 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:50.224853 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b11de-4829-431f-8da7-6588c02fa412 req-dd1cb3ba-2080-41ad-a6a2-4dcb5779da45 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:50.226905 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4b5b11de-4829-431f-8da7-6588c02fa412 req-dd1cb3ba-2080-41ad-a6a2-4dcb5779da45 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0666189 Jun 20 14:56:50.313475 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-f15c9496-b4b2-4d2d-8fe7-b3cc3beef931 None None] Current status of the port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:50.314164 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f15c9496-b4b2-4d2d-8fe7-b3cc3beef931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:50.320635 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4b5b11de-4829-431f-8da7-6588c02fa412 req-39efb87d-60de-4c4e-98e6-4df8a97d854c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788577 Jun 20 14:56:50.355635 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:50.389724 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:50.391762 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-f15c9496-b4b2-4d2d-8fe7-b3cc3beef931 None None] For port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,segment=NetworkSegment(80214592-0c3c-496b-a253-6518fe519a24),segment_id=80214592-0c3c-496b-a253-6518fe519a24)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:50.399123 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f15c9496-b4b2-4d2d-8fe7-b3cc3beef931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:50.431896 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T14:56:45Z', 'revision_number': 4, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port': {'id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:43Z', 'updated_at': '2022-06-20T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'f7e62ea2-ba2f-4162-9b55-af6f8612cbd8', 'name': '', 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'mac_address': 'fa:16:3e:85:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5006ddcc-f53c-4c53-9fa8-cd56956754fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:45Z', 'updated_at': '2022-06-20T14:56:49Z', 'revision_number': 4, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'subnets': [{'id': '5006ddcc-f53c-4c53-9fa8-cd56956754fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:50.462975 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d324a91-f3d9-4ceb-8da1-1027f18c0f9e None None] The sync data for ids ['20a87b1c-e222-42e0-be29-f2535748f5a6'] in dv-cinder-836973-5-iscsi is: [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T14:56:45Z', 'revision_number': 4, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port': {'id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:43Z', 'updated_at': '2022-06-20T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'f7e62ea2-ba2f-4162-9b55-af6f8612cbd8', 'name': '', 'network_id': '1eb2668f-8d77-41e2-8df7-73e0bcaf37ff', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'mac_address': 'fa:16:3e:85:27:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5006ddcc-f53c-4c53-9fa8-cd56956754fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:45Z', 'updated_at': '2022-06-20T14:56:49Z', 'revision_number': 4, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'subnets': [{'id': '5006ddcc-f53c-4c53-9fa8-cd56956754fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:50.479923 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9496-b4b2-4d2d-8fe7-b3cc3beef931 None None] Pushing event updated for resources: {'Port': ['ID=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:50.526562 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-f611ced9-a165-4103-a4bb-fe28e12ad32b None None] Provisioning complete for port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:50.527226 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f611ced9-a165-4103-a4bb-fe28e12ad32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:50.628588 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-f611ced9-a165-4103-a4bb-fe28e12ad32b None None] Current status of the port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:50.906191 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:56:50.954978 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:56:50.955833 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:51.036074 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:56:51.447194 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492230d1-6cbd-4cf4-a9a4-e702aaa906e9 req-35c67d33-c119-47f1-8a34-a09063db0aeb tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:51.449145 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-492230d1-6cbd-4cf4-a9a4-e702aaa906e9 req-35c67d33-c119-47f1-8a34-a09063db0aeb tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0503111 Jun 20 14:56:51.504131 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-492230d1-6cbd-4cf4-a9a4-e702aaa906e9 req-e7b5047f-18e7-4c59-94b0-9f05870fb64e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489080 Jun 20 14:56:52.630731 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7811ce3-00a8-4bd9-b3a8-e8307aa2cc37 req-ff190b1e-b6d4-4793-ad45-17bc75daf9e2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:52.632221 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7811ce3-00a8-4bd9-b3a8-e8307aa2cc37 req-ff190b1e-b6d4-4793-ad45-17bc75daf9e2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Jun 20 14:56:52.686390 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7811ce3-00a8-4bd9-b3a8-e8307aa2cc37 req-ea73e666-b89e-46dc-a230-c1e665c956c0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Jun 20 14:56:53.832313 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a401f8d-d96c-4ea3-95e8-d5b949beb1a5 req-6b8d4486-2b02-434f-843a-debb6f6e9134 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:53.835832 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4a401f8d-d96c-4ea3-95e8-d5b949beb1a5 req-6b8d4486-2b02-434f-843a-debb6f6e9134 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0630803 Jun 20 14:56:53.914625 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4a401f8d-d96c-4ea3-95e8-d5b949beb1a5 req-4d08b1ce-7128-4456-8765-02bd3ccbf23e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=4404b955-9490-4c8f-944a-ab8859ea340a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750468 Jun 20 14:56:53.925761 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e919-7567-4569-8258-29c509aec18e req-47276e33-37e9-4d40-951f-950c2d244903 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:53.927215 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e0a3e919-7567-4569-8258-29c509aec18e req-47276e33-37e9-4d40-951f-950c2d244903 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 945 time: 0.0630064 Jun 20 14:56:54.021928 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Deleting port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:54.022276 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:54.089938 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:54.115253 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] For port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:56:54.115607 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:54.302688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:54.303052 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:54.303362 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Floating IP c2bb4ec4-aff5-487b-9093-ea9e5917fed2 disassociated. External IP: 172.27.1.92, port: ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8. Jun 20 14:56:54.303808 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Calling delete_port for ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:54.349150 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:54.447603 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:54.476656 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event deleted for resources: {'Port': ['ID=ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:54.602669 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Router 19267802-6c01-4a1f-81bc-088290590266 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:56:54.718376 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:56:54.728216 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] Sync routers for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:56:54.741252 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:54.741960 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:54.765218 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] No DVR routers for this DVR port ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:56:54.768204 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:54.772764 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e0a3e919-7567-4569-8258-29c509aec18e req-9986cb5c-5346-4de3-a9f5-34281eefd3f0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "DELETE /v2.0/ports/ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 HTTP/1.1" status: 204 len: 173 time: 0.8334305 Jun 20 14:56:54.772764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'name': 'network-vif-deleted', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:56:54.775446 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc5cf82-1186-4be4-a326-22f28e93c7b6" -d '{"events": [{"server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "name": "network-vif-deleted", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:56:54.839705 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d0f352-f2a8-41fd-866a-45a1e1f8938e x-openstack-request-id: req-40d0f352-f2a8-41fd-866a-45a1e1f8938e {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:56:54.840316 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68161747-6331-4819-a01b-24d3d5e80563", "name": "network-vif-deleted", "tag": "ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:56:54.840316 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40d0f352-f2a8-41fd-866a-45a1e1f8938e {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:56:54.840693 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d0f352-f2a8-41fd-866a-45a1e1f8938e'] response: {'server_uuid': '68161747-6331-4819-a01b-24d3d5e80563', 'name': 'network-vif-deleted', 'tag': 'ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8', 'status': 'completed', 'code': 200} Jun 20 14:56:54.867727 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:55.052125 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d1532e20-5be8-4aef-931f-e3dccca1bf07 req-7eb96e5f-e1c9-47ff-8f2e-8ae93126c33a tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=68161747-6331-4819-a01b-24d3d5e80563 HTTP/1.1" status: 200 len: 210 time: 0.0327432 Jun 20 14:56:55.064882 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:55.083944 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:55.109186 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] Checking router: 19267802-6c01-4a1f-81bc-088290590266 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:56:55.117905 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:56:55.118504 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:56:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:55.225634 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:56:55.432647 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:56:55.458509 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fec8c0-bdec-4e58-967e-4a48bf42d00c None None] The sync data for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi is: [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:52:10Z', 'revision_number': 4, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '52aae046-3d5a-45f8-89d6-f999d265558a', 'name': '', 'network_id': '7525c8ce-ba0d-41dc-84d9-0e995f7e941d', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'mac_address': 'fa:16:3e:e4:03:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:09Z', 'updated_at': '2022-06-20T14:52:22Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'subnets': [{'id': '07da166f-a8bc-4b30-aa73-076972bd3bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:56:55.682455 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636261c0-1655-434f-8f51-db952da891b7 None None] New status for floating IP c2bb4ec4-aff5-487b-9093-ea9e5917fed2: DOWN {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:56:56.144199 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53778) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:56.204061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d41d-4089-4d15-9832-31b064729c21 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group (4404b955-9490-4c8f-944a-ab8859ea340a), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.229236 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d41d-4089-4d15-9832-31b064729c21 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group (4404b955-9490-4c8f-944a-ab8859ea340a), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.279358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d41d-4089-4d15-9832-31b064729c21 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4404b955-9490-4c8f-944a-ab8859ea340a), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.281998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d41d-4089-4d15-9832-31b064729c21 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.283152 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f9d7d41d-4089-4d15-9832-31b064729c21 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "DELETE /v2.0/security-groups/4404b955-9490-4c8f-944a-ab8859ea340a HTTP/1.1" status: 204 len: 168 time: 0.1376672 Jun 20 14:56:56.286010 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 53780) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:56.293930 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7d41d-4089-4d15-9832-31b064729c21 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4404b955-9490-4c8f-944a-ab8859ea340a,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:56.302355 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.api.v2.resource [None req-7d2b980d-a8ed-458e-9146-e3e02bb1eabd tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] show failed (client error): The resource could not be found. Jun 20 14:56:56.303467 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7d2b980d-a8ed-458e-9146-e3e02bb1eabd tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups/4404b955-9490-4c8f-944a-ab8859ea340a HTTP/1.1" status: 404 len: 347 time: 0.0155935 Jun 20 14:56:56.306415 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53782) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:56:56.421743 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Deleting port 81fea359-200a-419b-ad5d-de821728c45f {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:56:56.421960 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (81fea359-200a-419b-ad5d-de821728c45f), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.445951 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:56.751536 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (81fea359-200a-419b-ad5d-de821728c45f), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.751827 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (81fea359-200a-419b-ad5d-de821728c45f), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.764446 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Calling delete_port for 81fea359-200a-419b-ad5d-de821728c45f owned by network:floatingip {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:56:56.919637 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (81fea359-200a-419b-ad5d-de821728c45f), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:56.944251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event deleted for resources: {'Port': ['ID=81fea359-200a-419b-ad5d-de821728c45f,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:56:56.953346 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:56:57.015972 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks [] for floatingip (c2bb4ec4-aff5-487b-9093-ea9e5917fed2), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:57.018591 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:56:57.022182 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4fc0ebe7-073c-4db1-8e5d-e6ca4575ef39 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "DELETE /v2.0/floatingips/c2bb4ec4-aff5-487b-9093-ea9e5917fed2 HTTP/1.1" status: 204 len: 168 time: 0.7123737 Jun 20 14:56:57.854987 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:56:57.879292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:56:57.879766 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ba17c8d3-ed5f-4cf2-8dbe-b795150fcdf8 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:56:59.552884 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214f7d-5768-4370-91cc-418df076c275 req-01f38f03-3d9f-4968-b9d3-202fa5e3b3ad tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:56:59.554245 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5c214f7d-5768-4370-91cc-418df076c275 req-01f38f03-3d9f-4968-b9d3-202fa5e3b3ad tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0475087 Jun 20 14:56:59.605274 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5c214f7d-5768-4370-91cc-418df076c275 req-95f029a7-73bd-4c7c-ac40-1e081930cc2e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Jun 20 14:57:00.734070 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058667e2-4d3e-4835-ad8f-84ba2f2ee1bc req-8a7db03c-6c81-47e6-bdb6-158aee7dda55 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:00.735503 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-058667e2-4d3e-4835-ad8f-84ba2f2ee1bc req-8a7db03c-6c81-47e6-bdb6-158aee7dda55 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0507717 Jun 20 14:57:00.747437 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:00.784164 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-058667e2-4d3e-4835-ad8f-84ba2f2ee1bc req-ca6ed8c2-5374-4fcf-a02c-2e17929eb62c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Jun 20 14:57:01.899802 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20081f3c-bfef-448f-a7e6-2f58ad2a0804 req-67494a51-9a30-4570-b5c3-bb4110f63a57 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:01.901387 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-20081f3c-bfef-448f-a7e6-2f58ad2a0804 req-67494a51-9a30-4570-b5c3-bb4110f63a57 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Jun 20 14:57:01.948702 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-20081f3c-bfef-448f-a7e6-2f58ad2a0804 req-ead8103b-2274-4a9d-8462-ac5af898ff6c tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Jun 20 14:57:02.372555 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-752073a2-e8dd-4a73-a42d-9a8bc7f62185 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:02.374234 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-752073a2-e8dd-4a73-a42d-9a8bc7f62185 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 946 time: 0.0502510 Jun 20 14:57:02.722625 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Deleting port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:02.722948 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:02.823376 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] For port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:02.823730 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:02.838567 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Calling delete_port for 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:02.978422 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (0932c295-9cbf-4b3f-aa7d-967d7d8030f1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:02.990155 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['baa0872d-d472-425e-bc75-cdef4f527e6e', '0932c295-9cbf-4b3f-aa7d-967d7d8030f1'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:57:03.010847 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event deleted for resources: {'Port': ['ID=0932c295-9cbf-4b3f-aa7d-967d7d8030f1,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:03.065651 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] No DVR routers for this DVR port 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:57:03.068858 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:03.072321 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-095ae9e0-554c-46d7-a636-c2810e8de382 req-04a24e98-b8af-46ff-85bf-2d200798ac3e tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "DELETE /v2.0/ports/0932c295-9cbf-4b3f-aa7d-967d7d8030f1 HTTP/1.1" status: 204 len: 173 time: 0.4345624 Jun 20 14:57:03.072890 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d88e00c-10bb-48b8-a343-827831f04e10', 'name': 'network-vif-deleted', 'tag': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:03.075933 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc671eda-ea26-429c-8f74-0893eb005121" -d '{"events": [{"server_uuid": "5d88e00c-10bb-48b8-a343-827831f04e10", "name": "network-vif-deleted", "tag": "0932c295-9cbf-4b3f-aa7d-967d7d8030f1"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:03.114037 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9ec72e-21f7-4044-9417-3d904dc96df0 x-openstack-request-id: req-1b9ec72e-21f7-4044-9417-3d904dc96df0 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:03.114373 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d88e00c-10bb-48b8-a343-827831f04e10", "name": "network-vif-deleted", "tag": "0932c295-9cbf-4b3f-aa7d-967d7d8030f1", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:03.115193 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b9ec72e-21f7-4044-9417-3d904dc96df0 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:03.115694 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9ec72e-21f7-4044-9417-3d904dc96df0'] response: {'server_uuid': '5d88e00c-10bb-48b8-a343-827831f04e10', 'name': 'network-vif-deleted', 'tag': '0932c295-9cbf-4b3f-aa7d-967d7d8030f1', 'status': 'completed', 'code': 200} Jun 20 14:57:03.192677 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34c29759-b13b-4d2d-b380-c5c1ceb64f23 req-cca96039-338a-4fba-9f3e-e177c60aa384 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d88e00c-10bb-48b8-a343-827831f04e10 HTTP/1.1" status: 200 len: 210 time: 0.1573949 Jun 20 14:57:03.727815 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-f9439aa2-7b42-4990-bb6c-8dcd964b7213 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201977844&fields=id&tenant_id=c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 267 time: 0.0463414 Jun 20 14:57:03.812130 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:03.848374 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-31fa8a3c-4278-42a1-92d5-71f67a008375 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:03.849922 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-31fa8a3c-4278-42a1-92d5-71f67a008375 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 812 time: 0.1154933 Jun 20 14:57:03.865164 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-ec7544d8-eca7-4dba-8dfb-bfce17ff9177 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/quotas/c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 375 time: 0.0098808 Jun 20 14:57:03.918825 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-c47448fa-60a9-41e2-8057-49f84c6ab3e9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452018 Jun 20 14:57:04.019007 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-c917b5ef-b763-4cb1-b337-c7ab5c3f7500 service neutron] 10.222.0.23 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884299 Jun 20 14:57:04.110749 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-9c03c7eb-83e0-47be-b5d2-e8621402082b service neutron] 10.222.0.23 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856240 Jun 20 14:57:04.308138 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df17c1d-40e7-449a-9e14-fc533cf515e2 req-fee39539-e410-4c47-b26e-b9f1205cb01e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:04.309656 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9df17c1d-40e7-449a-9e14-fc533cf515e2 req-fee39539-e410-4c47-b26e-b9f1205cb01e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0472603 Jun 20 14:57:04.359529 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9df17c1d-40e7-449a-9e14-fc533cf515e2 req-75955b8e-8739-440b-9832-f63811e8962c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Jun 20 14:57:04.627544 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293aef5c-957e-4f5a-937f-e32462ef42ba req-205e2a09-29e3-45a9-8c9f-7006cf89495f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:04.628950 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-293aef5c-957e-4f5a-937f-e32462ef42ba req-205e2a09-29e3-45a9-8c9f-7006cf89495f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Jun 20 14:57:04.641345 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:04.677940 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-293aef5c-957e-4f5a-937f-e32462ef42ba req-87002436-3e49-4bf7-8a89-58f009330f84 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431857 Jun 20 14:57:04.984679 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d3a22fae-4653-4931-88e6-adc7d2028dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:05.456489 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-473b0d2a-f0bf-43b3-883d-dcdb3c19e4bb req-64cc802b-c149-4e02-85a2-a30740911ad6 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 210 time: 0.0365050 Jun 20 14:57:05.505295 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7647a0-0438-40ef-b4d6-c2127a2c9492 req-df72329d-eab6-412f-a9da-5e0476a38876 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:05.506786 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3f7647a0-0438-40ef-b4d6-c2127a2c9492 req-df72329d-eab6-412f-a9da-5e0476a38876 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0569756 Jun 20 14:57:05.539311 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:05.561813 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3f7647a0-0438-40ef-b4d6-c2127a2c9492 req-5fe17b99-4636-4bd4-a1cb-b2d1cda75d6a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Jun 20 14:57:05.798127 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9a3c-a94d-4c49-a466-a98ba68ba4b5 req-7b3e981f-d072-4d43-882a-172ad7e8dab2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:05.799511 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-980e9a3c-a94d-4c49-a466-a98ba68ba4b5 req-7b3e981f-d072-4d43-882a-172ad7e8dab2 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0483439 Jun 20 14:57:05.850485 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-980e9a3c-a94d-4c49-a466-a98ba68ba4b5 req-491ba340-2c31-4179-b91d-c4bcf073d76f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Jun 20 14:57:05.879027 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:57:05.901775 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:57:05.902116 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 0932c295-9cbf-4b3f-aa7d-967d7d8030f1 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:57:06.552497 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d49ca551-002f-47e9-827b-c9a68e5022cf req-e5ad457b-08a8-42e2-8447-92591671f6aa tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 210 time: 0.0310760 Jun 20 14:57:06.689649 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b5890-7e9f-4e1a-a129-7c21cd601d8e req-be06fcb4-6a06-4584-9394-2ce89d80a279 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:06.691126 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-415b5890-7e9f-4e1a-a129-7c21cd601d8e req-be06fcb4-6a06-4584-9394-2ce89d80a279 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0548539 Jun 20 14:57:06.739095 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-415b5890-7e9f-4e1a-a129-7c21cd601d8e req-ccdf52be-cac3-4632-9b15-3a6c2075d2c0 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422807 Jun 20 14:57:06.970532 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb10bb-37d9-42fb-81c2-67b2116bbcb4 req-df169745-940e-4996-9138-64cc88b02652 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:06.971991 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-62eb10bb-37d9-42fb-81c2-67b2116bbcb4 req-df169745-940e-4996-9138-64cc88b02652 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0479035 Jun 20 14:57:07.025413 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-62eb10bb-37d9-42fb-81c2-67b2116bbcb4 req-e49fa164-8ce8-49f4-87ad-478786b49690 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478604 Jun 20 14:57:07.405741 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3a2f-aa9d-46cd-84f1-3cfb340d8073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:07.656975 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7553510f-c658-4ea3-9fde-8b82d213b68f req-c95cfe5b-9bad-4a93-9335-f6b259069eff tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 210 time: 0.0283971 Jun 20 14:57:07.797473 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:07.870313 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59146097-386f-41aa-9926-c2fa37899958 req-b2f86714-b871-4ba8-b0ff-0789028acf8a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:07.871778 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-59146097-386f-41aa-9926-c2fa37899958 req-b2f86714-b871-4ba8-b0ff-0789028acf8a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0491085 Jun 20 14:57:07.923388 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-59146097-386f-41aa-9926-c2fa37899958 req-0c80f0aa-54c8-49a7-bdb9-8d3ce53a3e70 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432951 Jun 20 14:57:08.139366 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72686d3a-fa18-47b2-8424-cdc5cd0f53f9 req-d096dcff-74b2-45e1-bea4-f4914cb03283 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:08.141190 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-72686d3a-fa18-47b2-8424-cdc5cd0f53f9 req-d096dcff-74b2-45e1-bea4-f4914cb03283 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0480237 Jun 20 14:57:08.189354 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-72686d3a-fa18-47b2-8424-cdc5cd0f53f9 req-79fcfa0f-ca6e-4b64-bdb0-27dc1846267f tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/security-groups?id=967b15a2-9462-418d-916b-b77566fd960b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Jun 20 14:57:08.424856 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-dc3c9d99-daa4-49b5-9155-1141aa75615d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:08.426355 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-dc3c9d99-daa4-49b5-9155-1141aa75615d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.0932839 Jun 20 14:57:08.432560 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-39cc277c-d919-47f1-92f2-510238c99d2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546219 Jun 20 14:57:08.497044 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-252524eb-a9d6-419b-b4a1-6d11172021a0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:08.499378 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-252524eb-a9d6-419b-b4a1-6d11172021a0 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 945 time: 0.0664043 Jun 20 14:57:08.553230 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Deleting port 4003555e-bf92-479e-b2dd-be6fe4500b56 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:08.553576 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:08.558064 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-7cc93c41-e2b1-4dc5-acb4-9ea76edd805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:08.559563 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-7cc93c41-e2b1-4dc5-acb4-9ea76edd805e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 1130 time: 0.0580738 Jun 20 14:57:08.593087 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Deleting port baa0872d-d472-425e-bc75-cdef4f527e6e {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:08.593431 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:08.596380 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:08.694320 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] For port baa0872d-d472-425e-bc75-cdef4f527e6e, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=baa0872d-d472-425e-bc75-cdef4f527e6e,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:08.694862 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:08.710628 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Calling delete_port for baa0872d-d472-425e-bc75-cdef4f527e6e owned by compute:nova {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:08.715063 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] For port 4003555e-bf92-479e-b2dd-be6fe4500b56, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=4003555e-bf92-479e-b2dd-be6fe4500b56,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:08.715445 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:08.774369 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:08.793804 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-816a3b0d-7c00-416e-998a-49bef7def1fa req-e6f88f4a-cfd4-4a25-af4f-be8e437e28eb tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 210 time: 0.0663824 Jun 20 14:57:08.796584 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-165289f0-a15d-4667-b046-9b21f2980c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:08.798245 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-165289f0-a15d-4667-b046-9b21f2980c82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.2173114 Jun 20 14:57:08.861941 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (baa0872d-d472-425e-bc75-cdef4f527e6e), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:08.875070 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['baa0872d-d472-425e-bc75-cdef4f527e6e'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:57:08.894271 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Pushing event deleted for resources: {'Port': ['ID=baa0872d-d472-425e-bc75-cdef4f527e6e,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:08.899976 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:08.914443 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-9d8703fc-7cac-4074-ba41-4d0af84b3ebc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6618345b-185a-4b31-8a55-c40aa36c68e5 HTTP/1.1" status: 200 len: 1000 time: 0.1083622 Jun 20 14:57:09.003479 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-5c29c9a4-4557-4d79-a078-abdf681a1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:09.005505 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-5c29c9a4-4557-4d79-a078-abdf681a1296 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.0834301 Jun 20 14:57:09.041285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:09.041822 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (6edfc456-221c-41dc-98ef-c5adfb61f554), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:09.042279 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Floating IP 6edfc456-221c-41dc-98ef-c5adfb61f554 disassociated. External IP: 172.27.1.170, port: 4003555e-bf92-479e-b2dd-be6fe4500b56. Jun 20 14:57:09.042792 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Calling delete_port for 4003555e-bf92-479e-b2dd-be6fe4500b56 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:09.128100 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-1165004d-836a-4992-94a2-53032c6e5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:09.129719 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-1165004d-836a-4992-94a2-53032c6e5a66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1089778 Jun 20 14:57:09.136555 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:09.244989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] No DVR routers for this DVR port baa0872d-d472-425e-bc75-cdef4f527e6e on host hv-cinder-83697 {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:57:09.264299 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:09.268046 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.26 "DELETE /v2.0/ports/baa0872d-d472-425e-bc75-cdef4f527e6e HTTP/1.1" status: 204 len: 173 time: 0.7626085 Jun 20 14:57:09.270073 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'name': 'network-vif-deleted', 'tag': 'baa0872d-d472-425e-bc75-cdef4f527e6e'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:09.272388 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b0a681-eb77-4026-85ae-b2ad87881324" -d '{"events": [{"server_uuid": "80267d79-170a-4c4e-b7fe-dfff49c7f195", "name": "network-vif-deleted", "tag": "baa0872d-d472-425e-bc75-cdef4f527e6e"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:09.295922 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-ddba9501-e209-42df-b706-41a6e95499d8 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576478 Jun 20 14:57:09.374484 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe9a0e-98a9-48d8-8ea9-46ed4ac918a2 req-15f8b449-f72b-49ee-b1eb-4ceecef9e310 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:09.376202 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fdfe9a0e-98a9-48d8-8ea9-46ed4ac918a2 req-15f8b449-f72b-49ee-b1eb-4ceecef9e310 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 946 time: 0.1325326 Jun 20 14:57:09.386041 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-78d263f5-6954-4953-a502-66b44fd830a9 req-8077b573-b0a5-4bdb-bc9a-ee3bd3ebff47 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 210 time: 0.0679426 Jun 20 14:57:09.487993 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-4cbf9e88-0c3f-4407-83fd-b795222f36d2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:09.490841 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-4cbf9e88-0c3f-4407-83fd-b795222f36d2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 812 time: 0.2482932 Jun 20 14:57:09.510457 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fdfe9a0e-98a9-48d8-8ea9-46ed4ac918a2 req-3d8b86a1-e8cb-4da8-975a-e17afab31482 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6920469d-d430-4a7a-b257-edb348364abc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204307 Jun 20 14:57:09.511254 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (4003555e-bf92-479e-b2dd-be6fe4500b56), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:09.569529 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event deleted for resources: {'Port': ['ID=4003555e-bf92-479e-b2dd-be6fe4500b56,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:09.586586 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709181ea-dd52-4e2c-8a38-8fc2dfa5538b x-openstack-request-id: req-709181ea-dd52-4e2c-8a38-8fc2dfa5538b {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:09.586922 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80267d79-170a-4c4e-b7fe-dfff49c7f195", "name": "network-vif-deleted", "tag": "baa0872d-d472-425e-bc75-cdef4f527e6e", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:09.587201 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-709181ea-dd52-4e2c-8a38-8fc2dfa5538b {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:09.587683 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709181ea-dd52-4e2c-8a38-8fc2dfa5538b'] response: {'server_uuid': '80267d79-170a-4c4e-b7fe-dfff49c7f195', 'name': 'network-vif-deleted', 'tag': 'baa0872d-d472-425e-bc75-cdef4f527e6e', 'status': 'completed', 'code': 200} Jun 20 14:57:09.594578 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-89e48ad7-e0d7-4773-a089-6b8b541e2ea1 req-8bce69e1-ebc5-460a-b4cc-0e778132274d service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920904 Jun 20 14:57:09.676351 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:09.688620 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1fc83-de31-439f-bda3-49fb2cec2dc0 req-2a81db77-c44e-43e0-925d-0b626cacaf9e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:09.690125 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37b1fc83-de31-439f-bda3-49fb2cec2dc0 req-2a81db77-c44e-43e0-925d-0b626cacaf9e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 946 time: 0.0498462 Jun 20 14:57:09.693427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:57:09.802012 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37b1fc83-de31-439f-bda3-49fb2cec2dc0 req-9bf6a961-5bb2-4968-afa1-22182a4bc2e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062679 Jun 20 14:57:09.823645 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-7341a214-128f-47a7-8d44-86bfdedc6115 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 380 time: 0.1064603 Jun 20 14:57:09.837583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:57:09.848806 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] Sync routers for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:57:09.858705 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:09.859351 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:09.896911 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] No DVR routers for this DVR port 4003555e-bf92-479e-b2dd-be6fe4500b56 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:57:09.900302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:09.903879 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-44b29b51-1d33-4d43-8908-ef5e1430cafb req-9dbcbb50-c6a4-486d-a2e9-794f03199f18 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "DELETE /v2.0/ports/4003555e-bf92-479e-b2dd-be6fe4500b56 HTTP/1.1" status: 204 len: 173 time: 1.4703271 Jun 20 14:57:09.908307 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-deleted', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:09.908692 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1136ec14-d54a-4850-a5d8-0aecfa5006dc" -d '{"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-deleted", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:09.936671 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dc3c3fc2-1300-4024-b5c9-7b5f0902a62a req-6af6258a-3be5-4c7f-9be7-f8b05e37bdc7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 210 time: 0.0537393 Jun 20 14:57:09.969719 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068543e-5ac8-4964-bd6c-c850265bd9ac x-openstack-request-id: req-9068543e-5ac8-4964-bd6c-c850265bd9ac {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:09.970052 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916159e1-4580-4bb4-a78f-857e9e15c61b", "name": "network-vif-deleted", "tag": "4003555e-bf92-479e-b2dd-be6fe4500b56", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:09.970303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9068543e-5ac8-4964-bd6c-c850265bd9ac {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:09.970708 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9068543e-5ac8-4964-bd6c-c850265bd9ac'] response: {'server_uuid': '916159e1-4580-4bb4-a78f-857e9e15c61b', 'name': 'network-vif-deleted', 'tag': '4003555e-bf92-479e-b2dd-be6fe4500b56', 'status': 'completed', 'code': 200} Jun 20 14:57:10.067118 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:10.162522 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:10.194729 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:10.260335 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:10.285118 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] Checking router: 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:57:10.293615 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:10.294210 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:10.299058 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:10.401452 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:10.494354 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0b645de5-401f-40ab-abbc-3690c5f9d5d9 req-3ca9a6d8-6aad-4a93-93f4-ec540b5f7c61 tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] 10.222.0.23 "GET /v2.0/ports?device_id=80267d79-170a-4c4e-b7fe-dfff49c7f195 HTTP/1.1" status: 200 len: 210 time: 0.0297565 Jun 20 14:57:10.594069 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:10.617508 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0ce19c1a-af8c-42fb-8e48-3f67335461e4 req-ab4de39c-7952-4ce5-adda-aa1028c3f47c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 210 time: 0.0285313 Jun 20 14:57:10.619180 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb1de6c-d796-4b95-a8d3-ea7538664092 None None] The sync data for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi is: [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:57:10.850912 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f93f2f-25c9-4d6c-ae2e-a3be9268d89a None None] New status for floating IP 6edfc456-221c-41dc-98ef-c5adfb61f554: DOWN {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:57:10.927333 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddfef3-b194-4bc6-8d48-e36edbd508bd req-a82ac328-ebd6-4f0d-95ce-f15367c56e13 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:10.928803 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bcddfef3-b194-4bc6-8d48-e36edbd508bd req-a82ac328-ebd6-4f0d-95ce-f15367c56e13 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 946 time: 0.0504153 Jun 20 14:57:10.943468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:10.996887 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'port': {'device_id': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'admin_state_up': True, 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'security_groups': ['dc72d4e6-0b38-48ce-b5ac-db443d1df4b4']}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:11.001896 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bcddfef3-b194-4bc6-8d48-e36edbd508bd req-f1fba02f-d222-4304-840b-9bb16424027d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632823 Jun 20 14:57:11.066673 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1a8b330b-5cea-476a-9674-fcd3534f9781 req-ce12fe7d-32d2-45d5-928f-aa9d7296e6c8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 210 time: 0.0391848 Jun 20 14:57:11.150487 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Made reservation on behalf of c4515b09c1944036b62a40cc5e88719e for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:57:11.153912 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.282534 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Allocated IP 172.20.0.11 (7c7b0d7e-13ae-4804-adde-4f7659f4fca5/c6493457-52ee-41b5-861b-aab84a37254b/84467f18-b602-44a1-99d2-d1244386374a) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:57:11.441047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:11.445768 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-f4463546-4258-4637-91a5-865e2b6c4f9c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:11.447969 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-f4463546-4258-4637-91a5-865e2b6c4f9c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 946 time: 0.0567045 Jun 20 14:57:11.459842 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (84467f18-b602-44a1-99d2-d1244386374a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.500847 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (84467f18-b602-44a1-99d2-d1244386374a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.549192 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:57:11.553809 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:57:11.563730 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:57:11.564473 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53978) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:11.578285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port 6618345b-185a-4b31-8a55-c40aa36c68e5 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:11.578682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.588817 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=84467f18-b602-44a1-99d2-d1244386374a,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:11.620556 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:11.621293 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.642219 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-bcd47d1f-2ac8-4a74-9d53-c32d8227dad8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6497414 Jun 20 14:57:11.696822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Request body: {'port': {'device_id': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:11.710768 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] For port 6618345b-185a-4b31-8a55-c40aa36c68e5, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6618345b-185a-4b31-8a55-c40aa36c68e5,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:11.711990 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.766880 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ba97b222-879b-4cbf-a706-11f3a98d452b req-0e624bfe-25e5-4580-9edf-28dacb2fbfc7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=916159e1-4580-4bb4-a78f-857e9e15c61b HTTP/1.1" status: 200 len: 210 time: 0.0370545 Jun 20 14:57:11.774361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:11.807173 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (84467f18-b602-44a1-99d2-d1244386374a), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.845791 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:11.895674 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device baa0872d-d472-425e-bc75-cdef4f527e6e no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:57:11.923116 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: baa0872d-d472-425e-bc75-cdef4f527e6e {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:57:11.923450 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device baa0872d-d472-425e-bc75-cdef4f527e6e not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:57:11.924171 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:57:11.931944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:11.954651 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 4003555e-bf92-479e-b2dd-be6fe4500b56 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:57:11.954969 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 4003555e-bf92-479e-b2dd-be6fe4500b56 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:57:11.957914 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-923c3174-b610-4e28-995a-f3e495a3e0b1 None None] Provisioning complete for port 84467f18-b602-44a1-99d2-d1244386374a triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:57:11.958348 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-923c3174-b610-4e28-995a-f3e495a3e0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (84467f18-b602-44a1-99d2-d1244386374a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:11.995363 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-923c3174-b610-4e28-995a-f3e495a3e0b1 None None] Port 84467f18-b602-44a1-99d2-d1244386374a cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:57:12.119939 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84467f18-b602-44a1-99d2-d1244386374a {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:57:12.132980 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Publish callbacks [] for port (84467f18-b602-44a1-99d2-d1244386374a), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.164595 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Transition to ACTIVE for port object 84467f18-b602-44a1-99d2-d1244386374a will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:57:12.183542 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (84467f18-b602-44a1-99d2-d1244386374a), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.271396 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d0316-9764-475e-a267-0e2c3aa00850 req-d1c59084-428d-492c-8ef1-693169ed2593 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:12.272972 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-da7d0316-9764-475e-a267-0e2c3aa00850 req-d1c59084-428d-492c-8ef1-693169ed2593 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 944 time: 0.1022699 Jun 20 14:57:12.303063 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Pushing event updated for resources: {'Port': ['ID=84467f18-b602-44a1-99d2-d1244386374a,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:12.371429 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.372058 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (ebf573ad-d478-4a12-9649-4b3e2caa8ef1), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.372169 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP ebf573ad-d478-4a12-9649-4b3e2caa8ef1 disassociated. External IP: 172.27.1.9, port: 6618345b-185a-4b31-8a55-c40aa36c68e5. Jun 20 14:57:12.372824 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for 6618345b-185a-4b31-8a55-c40aa36c68e5 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:12.380636 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78638806-b797-48f1-927b-e4b13e1c41d7 req-4efd22b7-6f16-4b34-960f-5463dd2cf94f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:12.382181 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-78638806-b797-48f1-927b-e4b13e1c41d7 req-4efd22b7-6f16-4b34-960f-5463dd2cf94f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 946 time: 0.1478434 Jun 20 14:57:12.388917 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-da7d0316-9764-475e-a267-0e2c3aa00850 req-c19b5458-9d61-418d-b191-99d83ea2d8e7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052670 Jun 20 14:57:12.422574 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Attempting to bind port 84467f18-b602-44a1-99d2-d1244386374a on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:57:12.422923 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Attempting to bind port 84467f18-b602-44a1-99d2-d1244386374a by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:57:12.423249 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Attempting to bind port 84467f18-b602-44a1-99d2-d1244386374a on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:57:12.428195 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Port 84467f18-b602-44a1-99d2-d1244386374a on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:57:12.428510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Attempting to bind port 84467f18-b602-44a1-99d2-d1244386374a on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:57:12.434298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:57:12.434625 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Checking segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:57:12.434998 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Bound using segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:57:12.435419 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Bound port: 84467f18-b602-44a1-99d2-d1244386374a, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:57:12.435790 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (84467f18-b602-44a1-99d2-d1244386374a), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.489639 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:12.492150 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:57:12.502220 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] For port 84467f18-b602-44a1-99d2-d1244386374a, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:57:12.506183 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] For port 84467f18-b602-44a1-99d2-d1244386374a, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84467f18-b602-44a1-99d2-d1244386374a,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:57:12.515132 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (84467f18-b602-44a1-99d2-d1244386374a), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.542194 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-78638806-b797-48f1-927b-e4b13e1c41d7 req-639b5534-e934-49fa-9772-e04f1c9efc85 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=fceed636-b521-4458-857d-0905dca9b646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485918 Jun 20 14:57:12.557290 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:12.557905 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.559421 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] 10.222.0.26 "PUT /v2.0/ports/84467f18-b602-44a1-99d2-d1244386374a HTTP/1.1" status: 200 len: 1094 time: 0.8671525 Jun 20 14:57:12.559937 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'tag': '84467f18-b602-44a1-99d2-d1244386374a'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:12.563449 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1ac45-9e41-4a6f-8610-a32627422371" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "tag": "84467f18-b602-44a1-99d2-d1244386374a"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:12.616533 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc7d3c-6538-40ee-b90a-3c86bdfebd3b x-openstack-request-id: req-60bc7d3c-6538-40ee-b90a-3c86bdfebd3b {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:12.616995 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "tag": "84467f18-b602-44a1-99d2-d1244386374a", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:12.617435 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60bc7d3c-6538-40ee-b90a-3c86bdfebd3b {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:12.617910 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bc7d3c-6538-40ee-b90a-3c86bdfebd3b'] response: {'name': 'network-changed', 'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'tag': '84467f18-b602-44a1-99d2-d1244386374a', 'status': 'completed', 'code': 200} Jun 20 14:57:12.650104 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20703b2-e8a2-463b-822d-05fd20a05326 service neutron] Pushing event updated for resources: {'Port': ['ID=84467f18-b602-44a1-99d2-d1244386374a,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:12.660257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:12.666450 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-d3fca54d-df91-4107-98d6-a2e3a456c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:12.668000 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-d3fca54d-df91-4107-98d6-a2e3a456c20f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 1128 time: 0.0471458 Jun 20 14:57:12.698749 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (6618345b-185a-4b31-8a55-c40aa36c68e5), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.712965 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-86661b3f-ae2a-457a-a461-ca498437634d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84467f18-b602-44a1-99d2-d1244386374a HTTP/1.1" status: 200 len: 217 time: 0.0370119 Jun 20 14:57:12.751575 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=6618345b-185a-4b31-8a55-c40aa36c68e5,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:12.776562 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-6a7eb101-cb7c-4796-bceb-54080f673bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:12.778250 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-6a7eb101-cb7c-4796-bceb-54080f673bc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0598722 Jun 20 14:57:12.825908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-da15a616-23f4-460e-9372-d981d2d18592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:12.827533 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-da15a616-23f4-460e-9372-d981d2d18592 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430288 Jun 20 14:57:12.848481 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (19267802-6c01-4a1f-81bc-088290590266), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:12.849349 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:12.891723 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 53996) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:12.921779 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:12.939737 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:57:12.941432 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-457b8cfe-cec9-4021-b279-cee4c5c5d67b service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080291 Jun 20 14:57:13.001609 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:13.036324 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f5aac0d6-8868-4266-ba9f-30c8791c0656 req-8fd52b82-12f6-4602-85c1-9295d1c71bdb service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879269 Jun 20 14:57:13.083518 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0484b7df-6dbd-4533-8487-6ad3e0e74869 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (6920469d-d430-4a7a-b257-edb348364abc), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.170988 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0484b7df-6dbd-4533-8487-6ad3e0e74869 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (6920469d-d430-4a7a-b257-edb348364abc), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.236822 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:57:13.253643 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:57:13.257304 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:13.266925 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:13.267617 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:13.274630 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-738e11e0-9ecf-4e0e-84a8-1ea967de19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:13.275877 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-738e11e0-9ecf-4e0e-84a8-1ea967de19b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 1128 time: 0.0509167 Jun 20 14:57:13.308036 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] No DVR routers for this DVR port 6618345b-185a-4b31-8a55-c40aa36c68e5 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:57:13.312497 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.315988 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6eee457d-c98c-45f7-b29a-8d6e449ba51d req-e90cd668-a98c-4c94-b58e-99f963e72e02 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "DELETE /v2.0/ports/6618345b-185a-4b31-8a55-c40aa36c68e5 HTTP/1.1" status: 204 len: 173 time: 1.8359354 Jun 20 14:57:13.316434 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'name': 'network-vif-deleted', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:13.318996 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2461ad-eff5-474c-abd7-9eccd0032858" -d '{"events": [{"server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "name": "network-vif-deleted", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:13.331458 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0484b7df-6dbd-4533-8487-6ad3e0e74869 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6920469d-d430-4a7a-b257-edb348364abc), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.334082 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0484b7df-6dbd-4533-8487-6ad3e0e74869 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.337947 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0484b7df-6dbd-4533-8487-6ad3e0e74869 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "DELETE /v2.0/security-groups/6920469d-d430-4a7a-b257-edb348364abc HTTP/1.1" status: 204 len: 168 time: 0.4411500 Jun 20 14:57:13.341600 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54000) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:13.354798 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Deleting port 52aae046-3d5a-45f8-89d6-f999d265558a {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:13.355135 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.362794 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484b7df-6dbd-4533-8487-6ad3e0e74869 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6920469d-d430-4a7a-b257-edb348364abc,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:13.373793 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.api.v2.resource [None req-a6302c5a-f4ec-4422-af8b-272764ea288e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] show failed (client error): The resource could not be found. Jun 20 14:57:13.374897 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-a6302c5a-f4ec-4422-af8b-272764ea288e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups/6920469d-d430-4a7a-b257-edb348364abc HTTP/1.1" status: 404 len: 347 time: 0.0319617 Jun 20 14:57:13.379951 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54002) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:13.407361 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-04c0082d-1202-4b43-93e0-3620aa6ac17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:13.409030 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-04c0082d-1202-4b43-93e0-3620aa6ac17e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.1266096 Jun 20 14:57:13.422242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c96d4fa-19f5-4b49-a5a2-1a622c418b8b x-openstack-request-id: req-1c96d4fa-19f5-4b49-a5a2-1a622c418b8b {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:13.422550 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dc2b001-2afc-4387-bc75-f9a40d79d9ac", "name": "network-vif-deleted", "tag": "6618345b-185a-4b31-8a55-c40aa36c68e5", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:13.422767 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c96d4fa-19f5-4b49-a5a2-1a622c418b8b {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:13.423162 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c96d4fa-19f5-4b49-a5a2-1a622c418b8b'] response: {'server_uuid': '4dc2b001-2afc-4387-bc75-f9a40d79d9ac', 'name': 'network-vif-deleted', 'tag': '6618345b-185a-4b31-8a55-c40aa36c68e5', 'status': 'completed', 'code': 200} Jun 20 14:57:13.444593 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:13.460083 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-f0732ad8-8c34-4222-be92-11af3a270af6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84467f18-b602-44a1-99d2-d1244386374a HTTP/1.1" status: 200 len: 217 time: 0.0435641 Jun 20 14:57:13.585634 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:13.590819 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e81cc-02a3-4731-a50d-81018a772034 req-609a3257-2c63-4db1-8099-e1a9d47ebf46 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:13.598457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] For port 52aae046-3d5a-45f8-89d6-f999d265558a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=52aae046-3d5a-45f8-89d6-f999d265558a,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:13.598711 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a09e81cc-02a3-4731-a50d-81018a772034 req-609a3257-2c63-4db1-8099-e1a9d47ebf46 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 944 time: 0.0695326 Jun 20 14:57:13.598985 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.601799 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Deleting port 561edca1-f1ab-47a8-aa07-2527bccc4012 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:13.602337 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.610721 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-3d9fef98-7916-4488-be29-6e47a52a7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:13.612446 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-3d9fef98-7916-4488-be29-6e47a52a7c13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.1268582 Jun 20 14:57:13.638957 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Calling delete_port for 52aae046-3d5a-45f8-89d6-f999d265558a owned by network:router_interface {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:13.658090 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a09e81cc-02a3-4731-a50d-81018a772034 req-6d7c7f46-cfcf-4ff7-99a1-c0fef24be5c9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585685 Jun 20 14:57:13.670629 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:13.701462 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:57:13.710297 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:13.711020 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:13.744384 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2cc98779-c26e-4908-a05d-5cb3bf6c264a req-165841ae-6366-4e24-8c8b-db871b75a26f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dc2b001-2afc-4387-bc75-f9a40d79d9ac HTTP/1.1" status: 200 len: 210 time: 0.0863745 Jun 20 14:57:13.781963 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.782326 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (561edca1-f1ab-47a8-aa07-2527bccc4012), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:13.799816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Calling delete_port for 561edca1-f1ab-47a8-aa07-2527bccc4012 owned by network:floatingip {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:13.807362 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-0df24cfd-f1a0-4adc-86a4-a189df9bee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:13.809378 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-0df24cfd-f1a0-4adc-86a4-a189df9bee04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429673 Jun 20 14:57:13.840764 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:13.921237 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:13.927659 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-55403325-b807-4107-9138-42c0f7949a6e service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105142 Jun 20 14:57:14.046203 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6bb1ac45-9e41-4a6f-8610-a32627422371 req-9a04b79f-2da2-49fe-9ef7-60a65bd07eee service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125820 Jun 20 14:57:14.049432 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (52aae046-3d5a-45f8-89d6-f999d265558a), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.077274 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:14.078717 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (561edca1-f1ab-47a8-aa07-2527bccc4012), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.081280 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=52aae046-3d5a-45f8-89d6-f999d265558a,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:14.102296 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b0288-423e-46bd-a0c7-91875f74334b None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:57:14.136259 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event deleted for resources: {'Port': ['ID=561edca1-f1ab-47a8-aa07-2527bccc4012,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:14.376820 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e5a7e-6ce4-49ee-b337-c3e2dfbe2bd0 None None] New status for floating IP ebf573ad-d478-4a12-9649-4b3e2caa8ef1: DOWN {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:57:14.507692 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (6edfc456-221c-41dc-98ef-c5adfb61f554), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.510222 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.511395 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-df446c6a-54bb-42dc-a3a7-60f267e43486 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "DELETE /v2.0/floatingips/6edfc456-221c-41dc-98ef-c5adfb61f554 HTTP/1.1" status: 204 len: 168 time: 1.1305890 Jun 20 14:57:14.580372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (19267802-6c01-4a1f-81bc-088290590266), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.599127 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54010) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:14.603846 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-adeeba05-a320-44db-8ede-09dc3c2949e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468638180', 'description': 'tempest-description--30475501'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:14.627884 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-adeeba05-a320-44db-8ede-09dc3c2949e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.633162 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:14.642870 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:14.706540 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-adeeba05-a320-44db-8ede-09dc3c2949e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (6f1aa210-8ee7-4f78-8464-a65a634daa6f), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.712661 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-adeeba05-a320-44db-8ede-09dc3c2949e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6f1aa210-8ee7-4f78-8464-a65a634daa6f), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.746215 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeeba05-a320-44db-8ede-09dc3c2949e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1aa210-8ee7-4f78-8464-a65a634daa6f,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:14.756461 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-adeeba05-a320-44db-8ede-09dc3c2949e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.757782 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-adeeba05-a320-44db-8ede-09dc3c2949e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1575210 Jun 20 14:57:14.760653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54014) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:14.765530 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-53d98a48-a180-4d38-a46f-7a3fca93edc3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'security_group_rule': {'security_group_id': '6f1aa210-8ee7-4f78-8464-a65a634daa6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:14.796685 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-53d98a48-a180-4d38-a46f-7a3fca93edc3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (fbf1ef30-f3d5-4737-86a3-5ea1a53b9a20), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.800148 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8efc2a-d953-4d8f-9967-aa60bbc01858 req-8f7a1242-316e-46d5-8745-bf086a1245e0 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:14.801722 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7b8efc2a-d953-4d8f-9967-aa60bbc01858 req-8f7a1242-316e-46d5-8745-bf086a1245e0 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 944 time: 0.0679646 Jun 20 14:57:14.829678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:14.852406 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54020) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:14.889198 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Router 19267802-6c01-4a1f-81bc-088290590266 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:57:14.901544 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-53d98a48-a180-4d38-a46f-7a3fca93edc3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (fbf1ef30-f3d5-4737-86a3-5ea1a53b9a20), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.901765 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7b8efc2a-d953-4d8f-9967-aa60bbc01858 req-f127c6a7-1a59-4719-a32d-ffd1b6cf0188 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715020 Jun 20 14:57:14.910707 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-53d98a48-a180-4d38-a46f-7a3fca93edc3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (fbf1ef30-f3d5-4737-86a3-5ea1a53b9a20), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.943595 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d98a48-a180-4d38-a46f-7a3fca93edc3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf1ef30-f3d5-4737-86a3-5ea1a53b9a20,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:14.946199 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-85bfe76e-df5d-4908-9a6e-b4e077883e38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (fceed636-b521-4458-857d-0905dca9b646), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.961189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-53d98a48-a180-4d38-a46f-7a3fca93edc3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.962391 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-53d98a48-a180-4d38-a46f-7a3fca93edc3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004750 Jun 20 14:57:14.965868 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54022) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:14.972476 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-6e69c712-4363-4ff9-9995-73f79e3130de tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'security_group_rule': {'security_group_id': '6f1aa210-8ee7-4f78-8464-a65a634daa6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:14.974288 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-85bfe76e-df5d-4908-9a6e-b4e077883e38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (fceed636-b521-4458-857d-0905dca9b646), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:14.978833 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:15.030882 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-85bfe76e-df5d-4908-9a6e-b4e077883e38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fceed636-b521-4458-857d-0905dca9b646), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.033624 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-85bfe76e-df5d-4908-9a6e-b4e077883e38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.037323 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-85bfe76e-df5d-4908-9a6e-b4e077883e38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/security-groups/fceed636-b521-4458-857d-0905dca9b646 HTTP/1.1" status: 204 len: 168 time: 0.1788414 Jun 20 14:57:15.037556 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:57:15.039749 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54024) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:15.046719 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] Sync routers for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:57:15.047313 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfe76e-df5d-4908-9a6e-b4e077883e38 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceed636-b521-4458-857d-0905dca9b646,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:15.054735 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:15.059443 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-17c6b423-438c-4fd0-85b5-7f8f0f087bcc admin admin] 10.222.0.23 "PUT /v2.0/routers/19267802-6c01-4a1f-81bc-088290590266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4939401 Jun 20 14:57:15.059763 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:15.060574 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54026) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:15.060793 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:15.063444 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6e69c712-4363-4ff9-9995-73f79e3130de tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (96409cd3-1272-413e-9f43-8a899ca19a98), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.068054 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.api.v2.resource [None req-3a07750c-0e23-417e-ae98-a8685130b4d5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] show failed (client error): The resource could not be found. Jun 20 14:57:15.069137 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-3a07750c-0e23-417e-ae98-a8685130b4d5 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups/fceed636-b521-4458-857d-0905dca9b646 HTTP/1.1" status: 404 len: 347 time: 0.0284731 Jun 20 14:57:15.072394 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54028) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:15.195141 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port 02a9fbff-5c1e-4498-a380-6a191d0f6a47 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:15.195430 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.225076 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6e69c712-4363-4ff9-9995-73f79e3130de tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (96409cd3-1272-413e-9f43-8a899ca19a98), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.226902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks [] for router (19267802-6c01-4a1f-81bc-088290590266), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.263036 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6e69c712-4363-4ff9-9995-73f79e3130de tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (96409cd3-1272-413e-9f43-8a899ca19a98), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.266998 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:15.276289 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.276638 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (02a9fbff-5c1e-4498-a380-6a191d0f6a47), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.291187 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for 02a9fbff-5c1e-4498-a380-6a191d0f6a47 owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:15.297497 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69c712-4363-4ff9-9995-73f79e3130de tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96409cd3-1272-413e-9f43-8a899ca19a98,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:15.303588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6e69c712-4363-4ff9-9995-73f79e3130de tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.308194 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6e69c712-4363-4ff9-9995-73f79e3130de tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3379476 Jun 20 14:57:15.308387 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54030) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:15.313195 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:15.347360 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:15.360138 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks [] for router_gateway (19267802-6c01-4a1f-81bc-088290590266), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.387127 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.407678 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Deleting port e69d6594-10e4-4646-aa6d-6427aeac2808 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:15.408169 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.439229 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:57:13Z', 'revision_number': 5, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port': {'id': 'e69d6594-10e4-4646-aa6d-6427aeac2808', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:52:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19267802-6c01-4a1f-81bc-088290590266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:15.469328 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] Checking router: 19267802-6c01-4a1f-81bc-088290590266 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:57:15.478048 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] Routers {'19267802-6c01-4a1f-81bc-088290590266'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:15.478887 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['19267802-6c01-4a1f-81bc-088290590266'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:15.487932 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.489484 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:15.502583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] For port e69d6594-10e4-4646-aa6d-6427aeac2808, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e69d6594-10e4-4646-aa6d-6427aeac2808,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:15.503016 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.517629 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Calling delete_port for e69d6594-10e4-4646-aa6d-6427aeac2808 owned by network:router_gateway {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:15.567123 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] Set router 19267802-6c01-4a1f-81bc-088290590266 gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:15.582998 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (02a9fbff-5c1e-4498-a380-6a191d0f6a47), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.616288 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:57:15Z', 'revision_number': 6, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:15.627733 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:15.633737 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=02a9fbff-5c1e-4498-a380-6a191d0f6a47,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:15.641900 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51696e7e-bc83-416d-ae93-8b3dc9667859 None None] The sync data for ids ['19267802-6c01-4a1f-81bc-088290590266'] in dv-cinder-836973-5-iscsi is: [{'id': '19267802-6c01-4a1f-81bc-088290590266', 'name': 'tempest-ServerRescueNegativeTestJSON-1770912117-router', 'tenant_id': '1333ac4890624e11941a2681b51b07ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:03Z', 'updated_at': '2022-06-20T14:57:15Z', 'revision_number': 6, 'project_id': '1333ac4890624e11941a2681b51b07ab', 'gw_port_host': None}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:57:15.671241 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:15.712217 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e69d6594-10e4-4646-aa6d-6427aeac2808), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.719982 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Allocated IP 172.27.1.132 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/b1be4078-1ffd-4731-bdc4-0604148bfe90) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:57:15.738732 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e69d6594-10e4-4646-aa6d-6427aeac2808,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:15.739967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (ebf573ad-d478-4a12-9649-4b3e2caa8ef1), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.742490 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.743669 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3967e309-3f12-4eb1-8419-04bffb088b1d tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/floatingips/ebf573ad-d478-4a12-9649-4b3e2caa8ef1 HTTP/1.1" status: 204 len: 168 time: 0.6699631 Jun 20 14:57:15.819060 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54034) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:15.823915 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-8601c565-e24f-4c4b-8c4b-63e648a92916 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110419279', 'description': 'tempest-description--380571715'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:15.843735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:15.848083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.848331 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (19267802-6c01-4a1f-81bc-088290590266), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.886810 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.909023 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8601c565-e24f-4c4b-8c4b-63e648a92916 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.909923 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6618345b-185a-4b31-8a55-c40aa36c68e5 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:57:15.926183 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:57:15.930636 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:57:15.935991 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:57:15.942400 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 6618345b-185a-4b31-8a55-c40aa36c68e5 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:57:15.942934 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6618345b-185a-4b31-8a55-c40aa36c68e5 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:57:15.959519 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'Port': ['ID=b1be4078-1ffd-4731-bdc4-0604148bfe90,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:15.964177 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (19267802-6c01-4a1f-81bc-088290590266), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:15.968537 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks [] for router_controller (19267802-6c01-4a1f-81bc-088290590266), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.038736 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (d4034177-967d-4f63-ac4e-f7c1b2f05188), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.060502 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (19267802-6c01-4a1f-81bc-088290590266), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.060987 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19267802-6c01-4a1f-81bc-088290590266 {{(pid=110374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 14:57:16.066969 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.068115 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-d6f1d467-cfd0-4f2e-a838-b46f1c5d79dc admin admin] 10.222.0.23 "DELETE /v2.0/routers/19267802-6c01-4a1f-81bc-088290590266 HTTP/1.1" status: 204 len: 168 time: 1.0059581 Jun 20 14:57:16.074050 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54038) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:16.088253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.092379 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c25e-f796-40dc-995d-5c5735f72770 req-418b2794-4824-4605-bc8f-fa02f76720de tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:16.094095 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7576c25e-f796-40dc-995d-5c5735f72770 req-418b2794-4824-4605-bc8f-fa02f76720de tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 944 time: 0.0768383 Jun 20 14:57:16.161196 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8601c565-e24f-4c4b-8c4b-63e648a92916 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (d37866d3-4b94-4e53-93fb-b0d94685f451), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.171140 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8601c565-e24f-4c4b-8c4b-63e648a92916 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d37866d3-4b94-4e53-93fb-b0d94685f451), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.191225 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] Deleting subnet 07da166f-a8bc-4b30-aa73-076972bd3bc3 {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:57:16.203688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] Publish callbacks [] for subnet (07da166f-a8bc-4b30-aa73-076972bd3bc3), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.240289 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8601c565-e24f-4c4b-8c4b-63e648a92916 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.241346 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:16.241563 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8601c565-e24f-4c4b-8c4b-63e648a92916 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4211195 Jun 20 14:57:16.245415 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54040) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:16.254428 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7576c25e-f796-40dc-995d-5c5735f72770 req-b6add6a4-1809-45ce-beee-4dd88efc2d03 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370187 Jun 20 14:57:16.259044 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-627a581f-3b1a-4059-ad3f-abba0bba00b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': 'd37866d3-4b94-4e53-93fb-b0d94685f451', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:16.263763 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601c565-e24f-4c4b-8c4b-63e648a92916 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37866d3-4b94-4e53-93fb-b0d94685f451,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:16.268622 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.271334 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (07da166f-a8bc-4b30-aa73-076972bd3bc3), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.290366 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.337568 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-627a581f-3b1a-4059-ad3f-abba0bba00b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (9176b37a-174b-4e45-9c19-7ed858ad6e12), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.361363 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (07da166f-a8bc-4b30-aa73-076972bd3bc3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.384828 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'Port': ['ID=b1be4078-1ffd-4731-bdc4-0604148bfe90,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:16.404029 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (d4034177-967d-4f63-ac4e-f7c1b2f05188), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.418254 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (07da166f-a8bc-4b30-aa73-076972bd3bc3), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.422688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:16.425379 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:16.440792 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.452520 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-17a459d8-1b4b-4dc3-82b6-868d5d23ccfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1326609 Jun 20 14:57:16.453349 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07da166f-a8bc-4b30-aa73-076972bd3bc3,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:16.458321 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.463862 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-627a581f-3b1a-4059-ad3f-abba0bba00b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (9176b37a-174b-4e45-9c19-7ed858ad6e12), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.465065 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a3b634-98fa-4a9e-b827-a4435dec1a65 None None] Network 7525c8ce-ba0d-41dc-84d9-0e995f7e941d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:57:16.467549 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54044) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:16.473580 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c56aaf49-27b9-4d99-940e-2fbfca42ce02 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07da166f-a8bc-4b30-aa73-076972bd3bc3 HTTP/1.1" status: 204 len: 168 time: 0.3982470 Jun 20 14:57:16.479992 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-627a581f-3b1a-4059-ad3f-abba0bba00b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (9176b37a-174b-4e45-9c19-7ed858ad6e12), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.524234 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a581f-3b1a-4059-ad3f-abba0bba00b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9176b37a-174b-4e45-9c19-7ed858ad6e12,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:16.530544 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-627a581f-3b1a-4059-ad3f-abba0bba00b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.531971 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-627a581f-3b1a-4059-ad3f-abba0bba00b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2856126 Jun 20 14:57:16.534932 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54046) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:16.539366 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-7fd6a711-7923-494e-aae5-ccd147d9ab8f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'security_group_rule': {'security_group_id': 'd37866d3-4b94-4e53-93fb-b0d94685f451', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:16.602446 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (7525c8ce-ba0d-41dc-84d9-0e995f7e941d), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.632104 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a711-7923-494e-aae5-ccd147d9ab8f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (04ccf985-84ed-4156-bb07-006a70725f0c), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.685627 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] DHCP port deletion for 7525c8ce-ba0d-41dc-84d9-0e995f7e941d request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 14:57:16.704444 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Deleting port 9a1d7704-15ac-4f21-8883-ffd78c94deee {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:16.705047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.732895 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] Deleting port 9a1d7704-15ac-4f21-8883-ffd78c94deee {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:57:16.733385 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.808077 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a711-7923-494e-aae5-ccd147d9ab8f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (04ccf985-84ed-4156-bb07-006a70725f0c), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.817730 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a711-7923-494e-aae5-ccd147d9ab8f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (04ccf985-84ed-4156-bb07-006a70725f0c), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.821449 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] For port 9a1d7704-15ac-4f21-8883-ffd78c94deee, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=9a1d7704-15ac-4f21-8883-ffd78c94deee,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:16.822144 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.829557 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-ba221c9e-e563-4335-941e-7b6775e4101c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--468638180&fields=id&tenant_id=a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 267 time: 0.1556237 Jun 20 14:57:16.835721 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] For port 9a1d7704-15ac-4f21-8883-ffd78c94deee, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=9a1d7704-15ac-4f21-8883-ffd78c94deee,segment=NetworkSegment(298793bc-e318-45a5-b440-a2067b2acc40),segment_id=298793bc-e318-45a5-b440-a2067b2acc40)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:16.836099 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.844877 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] Calling delete_port for 9a1d7704-15ac-4f21-8883-ffd78c94deee owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:16.853484 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6a711-7923-494e-aae5-ccd147d9ab8f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ccf985-84ed-4156-bb07-006a70725f0c,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:16.886758 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Calling delete_port for 9a1d7704-15ac-4f21-8883-ffd78c94deee owned by network:dhcp {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:57:16.922577 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7fd6a711-7923-494e-aae5-ccd147d9ab8f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.923802 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7fd6a711-7923-494e-aae5-ccd147d9ab8f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879540 Jun 20 14:57:16.929682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54058) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:16.936532 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:16.970054 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.972606 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:16.981261 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 52aae046-3d5a-45f8-89d6-f999d265558a no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:57:17.031086 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] Pushing event deleted for resources: {'Port': ['ID=9a1d7704-15ac-4f21-8883-ffd78c94deee,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:17.033264 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 52aae046-3d5a-45f8-89d6-f999d265558a {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:57:17.033608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 52aae046-3d5a-45f8-89d6-f999d265558a not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:57:17.034027 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e69d6594-10e4-4646-aa6d-6427aeac2808 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:57:17.039153 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231df7fa-2ad6-40b5-8cd1-be3029aa1505 None None] No DVR routers for this DVR port 9a1d7704-15ac-4f21-8883-ffd78c94deee on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:57:17.059360 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: e69d6594-10e4-4646-aa6d-6427aeac2808 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:57:17.060006 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e69d6594-10e4-4646-aa6d-6427aeac2808 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:57:17.060582 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 9a1d7704-15ac-4f21-8883-ffd78c94deee no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:57:17.086680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 9a1d7704-15ac-4f21-8883-ffd78c94deee {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:57:17.087133 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 9a1d7704-15ac-4f21-8883-ffd78c94deee not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:57:17.088077 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b6f46cfa-a7e0-4e0f-b37f-bc687b92f11c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:17.089770 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b6f46cfa-a7e0-4e0f-b37f-bc687b92f11c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 817 time: 0.2409444 Jun 20 14:57:17.103064 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.105397 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (9a1d7704-15ac-4f21-8883-ffd78c94deee), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.134741 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-62db880d-f665-4327-baae-f1528bb9ded1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/quotas/a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 375 time: 0.0382562 Jun 20 14:57:17.135960 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1d7704-15ac-4f21-8883-ffd78c94deee,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:17.139570 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] No DVR routers for this DVR port 9a1d7704-15ac-4f21-8883-ffd78c94deee on host dv-cinder-836973-5-iscsi {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:57:17.236588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.27.1.62 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/64c30bb6-35ce-498a-956b-0641d7b716fd) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:57:17.339073 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:17.410186 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.417583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e760690-23e5-49d3-8c69-85b17d98e9bc req-f845afd3-257a-4351-978f-6084a952584c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:17.419075 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e760690-23e5-49d3-8c69-85b17d98e9bc req-f845afd3-257a-4351-978f-6084a952584c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 944 time: 0.0747974 Jun 20 14:57:17.480561 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-715ad08a-0568-43be-9140-0e1b2624b0b2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3359523 Jun 20 14:57:17.492156 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.503851 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (7525c8ce-ba0d-41dc-84d9-0e995f7e941d), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.504317 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e760690-23e5-49d3-8c69-85b17d98e9bc req-9d9aba57-96ac-49c3-b5b9-4957dc760cdb tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784104 Jun 20 14:57:17.529357 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:57:17.532107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:57:17.532514 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:17.535991 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:57:17.544338 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7525c8ce-ba0d-41dc-84d9-0e995f7e941d']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:17.546246 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:17.566216 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298793bc-e318-45a5-b440-a2067b2acc40') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:17.566510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298793bc-e318-45a5-b440-a2067b2acc40') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:17.577123 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=64c30bb6-35ce-498a-956b-0641d7b716fd,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:17.580454 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (298793bc-e318-45a5-b440-a2067b2acc40), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.625360 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (298793bc-e318-45a5-b440-a2067b2acc40), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.634787 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (2167e353-4ddd-4e3d-b591-0ff996cd26cc), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.637494 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:57:17.637893 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (298793bc-e318-45a5-b440-a2067b2acc40), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.664972 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-12329a91-7bb6-4e90-b7aa-cfba5ba1b288 service neutron] 10.222.0.23 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579056 Jun 20 14:57:17.681372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.735601 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (7525c8ce-ba0d-41dc-84d9-0e995f7e941d), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.768979 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.772049 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] 10.222.0.23 "DELETE /v2.0/networks/7525c8ce-ba0d-41dc-84d9-0e995f7e941d HTTP/1.1" status: 204 len: 168 time: 1.3024819 Jun 20 14:57:17.786291 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c6421-d891-40a3-8f21-db926091f05b admin admin] Pushing event deleted for resources: {'Network': ['ID=7525c8ce-ba0d-41dc-84d9-0e995f7e941d,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:17.809474 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 298793bc-e318-45a5-b440-a2067b2acc40 resource provider aggregate not found Jun 20 14:57:17.818236 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:17.822867 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-420f6dd6-9dcb-463d-9bef-93c487b96b24 service neutron] 10.222.0.23 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492133 Jun 20 14:57:17.844913 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 298793bc-e318-45a5-b440-a2067b2acc40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 298793bc-e318-45a5-b440-a2067b2acc40 found for delete ", "request_id": "req-96554ca4-d320-433e-bc6c-8c43acccb701"}]} Jun 20 14:57:17.850235 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.855789 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.916927 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54070) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:17.932377 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=64c30bb6-35ce-498a-956b-0641d7b716fd,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:17.941690 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (2167e353-4ddd-4e3d-b591-0ff996cd26cc), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.962578 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:17.964182 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8ef2f6fc-e02d-4ded-8e56-63f08f2fe771 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0334125 Jun 20 14:57:17.975237 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-a29213a7-aabe-47a3-ad20-14034d7f83ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1333ac4890624e11941a2681b51b07ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0571716 Jun 20 14:57:17.977678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54076) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:18.036820 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c210a23e-85a0-45d5-b0e3-3d718f8d14a5 req-cd8fdd2a-d6af-47b4-b568-b2319f0c007b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 210 time: 0.0317445 Jun 20 14:57:18.060127 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d7cdf2a-0ddb-4baf-ab5e-1482d22c25ba admin admin] Publish callbacks [] for security_group (967b15a2-9462-418d-916b-b77566fd960b), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:18.088171 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d7cdf2a-0ddb-4baf-ab5e-1482d22c25ba admin admin] Publish callbacks [] for security_group (967b15a2-9462-418d-916b-b77566fd960b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:18.145873 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d7cdf2a-0ddb-4baf-ab5e-1482d22c25ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (967b15a2-9462-418d-916b-b77566fd960b), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:18.148656 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d7cdf2a-0ddb-4baf-ab5e-1482d22c25ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:18.152116 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2d7cdf2a-0ddb-4baf-ab5e-1482d22c25ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/967b15a2-9462-418d-916b-b77566fd960b HTTP/1.1" status: 204 len: 168 time: 0.1712682 Jun 20 14:57:18.173338 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cdf2a-0ddb-4baf-ab5e-1482d22c25ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967b15a2-9462-418d-916b-b77566fd960b,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:18.214963 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-02c07b2f-cc24-49fc-9fff-848a515ee6bc tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2110419279&fields=id&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 267 time: 0.0640421 Jun 20 14:57:18.339444 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8429f062-0e2c-4c8e-9700-e1e4d05a497b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:18.341214 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8429f062-0e2c-4c8e-9700-e1e4d05a497b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.1152637 Jun 20 14:57:18.358505 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-0cf315f2-7863-410d-9e25-cb859cd824ba tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/quotas/532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 375 time: 0.0113297 Jun 20 14:57:18.413678 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-f7bc04ae-6f77-4a9a-9e45-caeaaa406a1e tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482414 Jun 20 14:57:18.514919 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7648c80b-72c0-44df-ab78-5747e7b9c6b8 service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859492 Jun 20 14:57:18.596400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:18.614763 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-6218de51-60a2-456c-891b-e47e66b889b3 service neutron] 10.222.0.23 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938005 Jun 20 14:57:18.632609 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8214190-b2b6-4d0d-b170-db721c6af096 req-cd754558-ee50-4dd7-aea9-e7d54204c08d tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:18.634044 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8214190-b2b6-4d0d-b170-db721c6af096 req-cd754558-ee50-4dd7-aea9-e7d54204c08d tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 944 time: 0.0506120 Jun 20 14:57:18.689375 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d8214190-b2b6-4d0d-b170-db721c6af096 req-5fd6cbb3-ff14-4c21-bd5a-086a1e82f8d7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491414 Jun 20 14:57:18.828951 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-26b0dfdf-32de-4a17-b521-9285c14e959c req-8988b631-4f16-4494-82ca-4a4609e602f3 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 210 time: 0.0339873 Jun 20 14:57:19.146260 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3a26fb12-97db-4876-9147-2e8af2ed382c req-9d9fad0f-e691-40bf-9773-837c9ae216ad tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 210 time: 0.0354724 Jun 20 14:57:19.437313 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-964312ab-e1a6-4659-9907-a3abb5082b43 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:19.438812 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-964312ab-e1a6-4659-9907-a3abb5082b43 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 817 time: 0.1050899 Jun 20 14:57:19.531811 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:19.579916 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-a2aa8ef1-71fc-473e-ac03-d0533a5da771 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 379 time: 0.0621626 Jun 20 14:57:19.589818 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'port': {'device_id': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'admin_state_up': True, 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'security_groups': ['6f1aa210-8ee7-4f78-8464-a65a634daa6f']}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:19.735305 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Made reservation on behalf of a98f7478c9384ee298321a1506aa0bde for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:57:19.739265 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:19.832145 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3f133-493e-4184-9b83-fe20ed02eebd req-2caa6b21-c18d-41db-8427-63837baf8bde tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:19.834109 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-01a3f133-493e-4184-9b83-fe20ed02eebd req-2caa6b21-c18d-41db-8427-63837baf8bde tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 944 time: 0.0703049 Jun 20 14:57:19.852561 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:19.914602 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-01a3f133-493e-4184-9b83-fe20ed02eebd req-40e5c68f-6757-4745-b90d-5bd84e9bb21e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699553 Jun 20 14:57:19.918910 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Allocated IP 172.20.0.8 (65993a3b-f9af-4743-b7d5-a4affcfed083/7cce4256-7567-48b4-9751-1724eab85514/6a7393ac-776d-4cd4-9e00-be227b057942) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:57:19.929314 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 84467f18-b602-44a1-99d2-d1244386374a details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:57:19.950257 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0111421c-2664-46b6-9caf-24106745a759 req-7fd09132-cfe4-42f7-9db6-e2027de20e80 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 210 time: 0.0422747 Jun 20 14:57:20.059353 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 84467f18-b602-44a1-99d2-d1244386374a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84467f18-b602-44a1-99d2-d1244386374a,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:20.073758 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '84467f18-b602-44a1-99d2-d1244386374a', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'port_id': '84467f18-b602-44a1-99d2-d1244386374a', 'mac_address': 'fa:16:3e:b1:47:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:57:20.144587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for port (6a7393ac-776d-4cd4-9e00-be227b057942), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.158074 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 84467f18-b602-44a1-99d2-d1244386374a is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:57:20.158459 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (84467f18-b602-44a1-99d2-d1244386374a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.175760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84467f18-b602-44a1-99d2-d1244386374a {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:57:20.190120 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.209594 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 84467f18-b602-44a1-99d2-d1244386374a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84467f18-b602-44a1-99d2-d1244386374a,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:20.220187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (84467f18-b602-44a1-99d2-d1244386374a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.242964 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7418bea2-09b8-488e-81d3-d2bf910d0598 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:20.246062 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7418bea2-09b8-488e-81d3-d2bf910d0598 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 814 time: 0.1864221 Jun 20 14:57:20.270457 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:57:20.274251 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:57:20.278442 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:57:20.293278 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=84467f18-b602-44a1-99d2-d1244386374a,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:20.326602 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:20.356931 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cb65b-de28-4bfe-9365-1938acbed4b1 req-172f4288-bf7b-4091-aab0-557e6434dbce tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:20.360861 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-134cb65b-de28-4bfe-9365-1938acbed4b1 req-172f4288-bf7b-4091-aab0-557e6434dbce tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 931 time: 0.1020989 Jun 20 14:57:20.374036 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:20.374756 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.394186 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-73e334a1-353b-4b43-86d7-0827a45c04a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8097079 Jun 20 14:57:20.422501 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Request body: {'port': {'device_id': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:20.427079 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['84467f18-b602-44a1-99d2-d1244386374a'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:57:20.461458 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:20.466880 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-134cb65b-de28-4bfe-9365-1938acbed4b1 req-cfe89bdf-394e-428d-bdc0-31a351165cfb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947354 Jun 20 14:57:20.479747 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-22bd9bd1-b6f8-4517-8e76-148af661db2f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8 HTTP/1.1" status: 200 len: 380 time: 0.2176836 Jun 20 14:57:20.489506 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'port': {'device_id': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'admin_state_up': True, 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'security_groups': ['d37866d3-4b94-4e53-93fb-b0d94685f451']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:20.520459 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.532743 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:20.564530 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:20.602098 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54174) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:20.646722 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Made reservation on behalf of 532cbc0c846c4a528fccd85b0b8ab4d8 for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:57:20.651402 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.655590 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-db5f824f-5ef1-414f-8834-7d492c7c899a None None] Provisioning complete for port 6a7393ac-776d-4cd4-9e00-be227b057942 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:57:20.656097 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-db5f824f-5ef1-414f-8834-7d492c7c899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.708371 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-db5f824f-5ef1-414f-8834-7d492c7c899a None None] Port 6a7393ac-776d-4cd4-9e00-be227b057942 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:57:20.746874 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:20.800542 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f7e2eaad-f9d4-4e81-9b96-85c319ec794b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.813327 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Allocated IP 172.20.0.4 (b2b22871-0b88-408a-81b6-567b6c78e97d/25b0d378-67b3-45fc-a9cd-35b7824289c9/35e04bd3-d6a7-4435-9fb4-54ee749aff5b) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:57:20.890566 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7393ac-776d-4cd4-9e00-be227b057942 {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:57:20.901316 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Publish callbacks [] for port (6a7393ac-776d-4cd4-9e00-be227b057942), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.914473 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:20.924755 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Transition to ACTIVE for port object 6a7393ac-776d-4cd4-9e00-be227b057942 will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:57:20.942590 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.965764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:20.977147 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f7e2eaad-f9d4-4e81-9b96-85c319ec794b admin admin] Publish callbacks [] for security_group (d20f5539-6e68-4304-9cc2-80227694ef82), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.000506 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f7e2eaad-f9d4-4e81-9b96-85c319ec794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d20f5539-6e68-4304-9cc2-80227694ef82), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.025141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.098389 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:21.099423 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:21.103448 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Network b2b22871-0b88-408a-81b6-567b6c78e97d is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:57:21.110768 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f7e2eaad-f9d4-4e81-9b96-85c319ec794b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5673dca5e97246a9b829e04f3642523c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662514 Jun 20 14:57:21.115125 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:57:21.116661 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c466119-a9f1-4029-a9f3-ca456477f289 req-9884ec49-90eb-4b61-a3a5-4ce60c22b750 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.118203 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3c466119-a9f1-4029-a9f3-ca456477f289 req-9884ec49-90eb-4b61-a3a5-4ce60c22b750 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 945 time: 0.1360779 Jun 20 14:57:21.118692 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54182) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:21.122382 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:57:21.128725 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event updated for resources: {'Port': ['ID=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:21.156598 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8af76-8a44-4a1e-81b5-8a95de2b2710 req-dc842444-0d1d-4126-8601-99f7ba932e98 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.156887 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2eaad-f9d4-4e81-9b96-85c319ec794b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20f5539-6e68-4304-9cc2-80227694ef82,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:21.158174 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-09f8af76-8a44-4a1e-81b5-8a95de2b2710 req-dc842444-0d1d-4126-8601-99f7ba932e98 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 931 time: 0.1192443 Jun 20 14:57:21.214291 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.215353 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.251187 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-8ed3fba0-6f35-4a18-bb74-976ec6051ecd tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7656953 Jun 20 14:57:21.256077 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-09f8af76-8a44-4a1e-81b5-8a95de2b2710 req-216ddc7d-9459-440c-8e52-39251d342d4b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872421 Jun 20 14:57:21.257587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Attempting to bind port 6a7393ac-776d-4cd4-9e00-be227b057942 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:57:21.258151 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Attempting to bind port 6a7393ac-776d-4cd4-9e00-be227b057942 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:57:21.258340 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Attempting to bind port 6a7393ac-776d-4cd4-9e00-be227b057942 on network 65993a3b-f9af-4743-b7d5-a4affcfed083 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:57:21.265872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Request body: {'port': {'device_id': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:21.274950 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Port 6a7393ac-776d-4cd4-9e00-be227b057942 on network 65993a3b-f9af-4743-b7d5-a4affcfed083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:57:21.275320 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Attempting to bind port 6a7393ac-776d-4cd4-9e00-be227b057942 on network 65993a3b-f9af-4743-b7d5-a4affcfed083 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:57:21.302081 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3c466119-a9f1-4029-a9f3-ca456477f289 req-6f18a02c-2eed-4918-8263-a9eede81f65c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471059 Jun 20 14:57:21.302495 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:21.304001 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:57:21.304330 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Checking segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:57:21.304761 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Bound using segment: {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:57:21.305231 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Bound port: 6a7393ac-776d-4cd4-9e00-be227b057942, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42951a89-6fbf-443d-9382-08ba36974ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:57:21.305740 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.343979 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Publish callbacks [] for security_group (d20f5539-6e68-4304-9cc2-80227694ef82), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.348790 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.387024 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Publish callbacks [] for security_group (d20f5539-6e68-4304-9cc2-80227694ef82), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.443459 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:57:21.447027 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:57:21.458548 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.458761 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-61a89b13-742a-49f9-8eea-b533dc0a9d85 None None] Provisioning complete for port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:57:21.459249 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-61a89b13-742a-49f9-8eea-b533dc0a9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.463862 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:21.503468 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.504153 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.505741 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 1093 time: 1.0910845 Jun 20 14:57:21.506184 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:21.506685 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-61a89b13-742a-49f9-8eea-b533dc0a9d85 None None] Port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:57:21.508409 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48714dcc-08b2-4e62-9dd4-bd25673ec845" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:21.513584 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d20f5539-6e68-4304-9cc2-80227694ef82), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.516140 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.519985 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d20f5539-6e68-4304-9cc2-80227694ef82 HTTP/1.1" status: 204 len: 168 time: 0.3731179 Jun 20 14:57:21.543298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20f5539-6e68-4304-9cc2-80227694ef82,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:21.552343 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:21.557243 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.557584 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.557964 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.558339 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.558636 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.558955 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.559272 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.559587 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.560104 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.560473 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.560821 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.561504 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.562059 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.563817 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.564153 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b129e679-2d72-465f-99ad-c88e64258873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.588498 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b792bf5-e74e-4fc4-93b5-549371356d56 x-openstack-request-id: req-6b792bf5-e74e-4fc4-93b5-549371356d56 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:21.588806 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:21.589178 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b792bf5-e74e-4fc4-93b5-549371356d56 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:21.589494 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b792bf5-e74e-4fc4-93b5-549371356d56'] response: {'name': 'network-changed', 'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942', 'status': 'completed', 'code': 200} Jun 20 14:57:21.600424 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.600424 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.600758 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.600933 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.601265 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.601588 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.601909 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.602224 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.602543 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.602857 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.603799 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.605006 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.605338 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.605659 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.605981 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b9eb07-c55b-4d50-8cd9-1495af65f0f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:21.652593 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-a83b3fdb-18e7-40c1-a6c6-2f3cf1a0ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.654235 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-a83b3fdb-18e7-40c1-a6c6-2f3cf1a0ca5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1127 time: 0.0868359 Jun 20 14:57:21.704009 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-08ab8068-87d3-4b51-89b7-8bebc14688a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 217 time: 0.0415552 Jun 20 14:57:21.724237 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b19a67-b296-443a-927c-e6ef87dc8d83 req-9ac509f2-5e92-42e8-a243-1d95562776ea tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.725538 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-72b19a67-b296-443a-927c-e6ef87dc8d83 req-9ac509f2-5e92-42e8-a243-1d95562776ea tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0834231 Jun 20 14:57:21.767918 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-d996bdf4-5d4b-4e7a-afa9-1721673b7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.769440 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-d996bdf4-5d4b-4e7a-afa9-1721673b7329 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0583835 Jun 20 14:57:21.806902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e04bd3-d6a7-4435-9fb4-54ee749aff5b {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:57:21.820298 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Publish callbacks [] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.828751 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-97bad303-470c-4e18-87a4-9a24c2cec9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:21.829787 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-97bad303-470c-4e18-87a4-9a24c2cec9b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536308 Jun 20 14:57:21.833629 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-72b19a67-b296-443a-927c-e6ef87dc8d83 req-bce54ea6-6183-4eff-97ff-d66eca7dd4bc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011398 Jun 20 14:57:21.844820 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Transition to ACTIVE for port object 35e04bd3-d6a7-4435-9fb4-54ee749aff5b will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:57:21.852387 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:21.888696 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:21.935191 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-ecdb6b34-e12a-497a-bc03-21510005b0cc service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990615 Jun 20 14:57:21.938090 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Pushing event updated for resources: {'Port': ['ID=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:21.948578 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 84467f18-b602-44a1-99d2-d1244386374a up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:57:21.950680 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54192) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:21.982769 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5e3f70ed-b2c8-40f5-ac71-8816c301a279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.002233 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 84467f18-b602-44a1-99d2-d1244386374a completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:57:22.008059 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Attempting to bind port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:57:22.008059 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Attempting to bind port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:57:22.008059 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Attempting to bind port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:57:22.010318 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 84467f18-b602-44a1-99d2-d1244386374a triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:57:22.011278 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (84467f18-b602-44a1-99d2-d1244386374a), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.014586 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b on network b2b22871-0b88-408a-81b6-567b6c78e97d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:57:22.015065 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Attempting to bind port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b on network b2b22871-0b88-408a-81b6-567b6c78e97d {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:57:22.024088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:57:22.024088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Checking segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:57:22.024088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Bound using segment: {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:57:22.024088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Bound port: 35e04bd3-d6a7-4435-9fb4-54ee749aff5b, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a2b740-48cf-4723-9c9f-baaf208411b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:57:22.024088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.088572 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3149bec2-cb2c-42bc-8278-56c9310dc26f req-ed438cea-fe2d-4481-a5a8-95d3b59a8775 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470690 Jun 20 14:57:22.105764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] For port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:57:22.109585 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] For port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:57:22.117680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.141328 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5e3f70ed-b2c8-40f5-ac71-8816c301a279 admin admin] Publish callbacks [] for security_group (886c7c1c-5290-4987-8a2b-a5b6383fc007), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.147375 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5e3f70ed-b2c8-40f5-ac71-8816c301a279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (886c7c1c-5290-4987-8a2b-a5b6383fc007), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.162427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:22.163040 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.164453 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] 10.222.0.26 "PUT /v2.0/ports/35e04bd3-d6a7-4435-9fb4-54ee749aff5b HTTP/1.1" status: 200 len: 1093 time: 0.9028506 Jun 20 14:57:22.164962 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:22.167400 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567b74e5-2692-4faa-a7e4-3a6dd6cd3cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:22.171971 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:22.191568 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c35d0-3e81-4fad-89ad-a6782a330251 service neutron] Pushing event updated for resources: {'Port': ['ID=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:22.194979 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5e3f70ed-b2c8-40f5-ac71-8816c301a279 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a6cac0b1e364ccea79b2846aafca38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432075 Jun 20 14:57:22.195925 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f70ed-b2c8-40f5-ac71-8816c301a279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886c7c1c-5290-4987-8a2b-a5b6383fc007,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:22.198386 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54196) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:22.228060 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac67e957-7b8f-412e-aa51-886682addca8 x-openstack-request-id: req-ac67e957-7b8f-412e-aa51-886682addca8 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:22.228345 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:22.228635 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac67e957-7b8f-412e-aa51-886682addca8 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:22.229190 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac67e957-7b8f-412e-aa51-886682addca8'] response: {'name': 'network-changed', 'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'status': 'completed', 'code': 200} Jun 20 14:57:22.261347 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-455ce977-933e-49f0-906f-3eef6d59915d admin admin] Publish callbacks [] for security_group (886c7c1c-5290-4987-8a2b-a5b6383fc007), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.284867 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-455ce977-933e-49f0-906f-3eef6d59915d admin admin] Publish callbacks [] for security_group (886c7c1c-5290-4987-8a2b-a5b6383fc007), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.286445 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:22.310791 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 84467f18-b602-44a1-99d2-d1244386374a is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:57:22.311985 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (84467f18-b602-44a1-99d2-d1244386374a), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.350965 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-455ce977-933e-49f0-906f-3eef6d59915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (886c7c1c-5290-4987-8a2b-a5b6383fc007), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.356643 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-455ce977-933e-49f0-906f-3eef6d59915d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.357871 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-455ce977-933e-49f0-906f-3eef6d59915d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/886c7c1c-5290-4987-8a2b-a5b6383fc007 HTTP/1.1" status: 204 len: 168 time: 0.1585631 Jun 20 14:57:22.373519 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ce977-933e-49f0-906f-3eef6d59915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c7c1c-5290-4987-8a2b-a5b6383fc007,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:22.398494 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84467f18-b602-44a1-99d2-d1244386374a'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:22.401325 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fa4829-4249-4395-80a1-5c39569cc537" -d '{"events": [{"server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "name": "network-vif-plugged", "status": "completed", "tag": "84467f18-b602-44a1-99d2-d1244386374a"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:22.422993 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcdd0e-2069-4943-94ba-578db58f92fc req-71b8dee4-592a-470e-91a9-fd05bdf738ef tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:22.424909 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1efcdd0e-2069-4943-94ba-578db58f92fc req-71b8dee4-592a-470e-91a9-fd05bdf738ef tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 943 time: 0.0679300 Jun 20 14:57:22.442012 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 84467f18-b602-44a1-99d2-d1244386374a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84467f18-b602-44a1-99d2-d1244386374a,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:22.450137 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (84467f18-b602-44a1-99d2-d1244386374a), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:22.503472 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe8013-89d0-4cdd-b60c-f45a76ebf45e req-692a1ace-5384-4c6a-b5fa-2c77ffaebe9c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:22.505031 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2fe8013-89d0-4cdd-b60c-f45a76ebf45e req-692a1ace-5384-4c6a-b5fa-2c77ffaebe9c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 946 time: 0.0792439 Jun 20 14:57:22.512214 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1efcdd0e-2069-4943-94ba-578db58f92fc req-326c5ca2-c7b0-45da-9f1f-64609929e341 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804253 Jun 20 14:57:22.523210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=84467f18-b602-44a1-99d2-d1244386374a,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:22.563234 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93ec598-0586-4cb1-8c2d-e58bce5157a9 x-openstack-request-id: req-e93ec598-0586-4cb1-8c2d-e58bce5157a9 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:22.563571 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "name": "network-vif-plugged", "status": "completed", "tag": "84467f18-b602-44a1-99d2-d1244386374a", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:22.563825 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e93ec598-0586-4cb1-8c2d-e58bce5157a9 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:22.564839 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93ec598-0586-4cb1-8c2d-e58bce5157a9'] response: {'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84467f18-b602-44a1-99d2-d1244386374a', 'code': 200} Jun 20 14:57:22.572482 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2fe8013-89d0-4cdd-b60c-f45a76ebf45e req-54b620bb-50e2-4e17-87ed-97d9fa8e02b9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610805 Jun 20 14:57:22.845722 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-16d2c681-2411-4593-bbaf-e8ce931103cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:22.849671 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-16d2c681-2411-4593-bbaf-e8ce931103cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1127 time: 0.0562770 Jun 20 14:57:22.852745 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b74e5-2692-4faa-a7e4-3a6dd6cd3cd2 req-bcf07a65-d812-4d41-9a46-3043d21d854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:22.854244 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-567b74e5-2692-4faa-a7e4-3a6dd6cd3cd2 req-bcf07a65-d812-4d41-9a46-3043d21d854d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 1127 time: 0.0472112 Jun 20 14:57:23.079943 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8af6c0-bb66-4cd9-a916-427fe5884f0a req-a88f3fc4-61d8-4e4a-9581-3b7a3cee105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.081513 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4a8af6c0-bb66-4cd9-a916-427fe5884f0a req-a88f3fc4-61d8-4e4a-9581-3b7a3cee105a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 1130 time: 0.0623481 Jun 20 14:57:23.083160 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:23.091013 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0036b81-56e5-4828-baf6-358690adf9dd req-546f02c1-58b9-497b-8e9c-b537234604d0 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.091126 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d0036b81-56e5-4828-baf6-358690adf9dd req-546f02c1-58b9-497b-8e9c-b537234604d0 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.1589808 Jun 20 14:57:23.096645 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b74e5-2692-4faa-a7e4-3a6dd6cd3cd2 req-382f56c4-2c86-402f-ab48-d5492dd13dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.098419 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-567b74e5-2692-4faa-a7e4-3a6dd6cd3cd2 req-382f56c4-2c86-402f-ab48-d5492dd13dae service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2159057 Jun 20 14:57:23.148549 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-9e962093-44a2-46f1-9e41-2743267401a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.150083 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-9e962093-44a2-46f1-9e41-2743267401a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.2667258 Jun 20 14:57:23.272744 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b74e5-2692-4faa-a7e4-3a6dd6cd3cd2 req-268c9810-7269-4dcb-986e-60c62b999fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.274255 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-567b74e5-2692-4faa-a7e4-3a6dd6cd3cd2 req-268c9810-7269-4dcb-986e-60c62b999fdf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700687 Jun 20 14:57:23.357438 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-af76c8d9-c78c-479f-ac1e-533188aa37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.359070 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-af76c8d9-c78c-479f-ac1e-533188aa37f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 1127 time: 0.0454781 Jun 20 14:57:23.474596 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4a8af6c0-bb66-4cd9-a916-427fe5884f0a req-837cf631-1afb-4abb-9f15-60f830fe8aab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824005 Jun 20 14:57:23.479270 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-db15a8e8-19af-482b-86d0-565470a75819 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 217 time: 0.3161278 Jun 20 14:57:23.494678 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d0036b81-56e5-4828-baf6-358690adf9dd req-fa75e38c-a6b3-466b-9eca-418707fd10c2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919022 Jun 20 14:57:23.661548 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-4fb2ce74-5e84-4a4c-a2b0-92234952c97c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e04bd3-d6a7-4435-9fb4-54ee749aff5b HTTP/1.1" status: 200 len: 217 time: 0.2927876 Jun 20 14:57:23.720747 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9dc73-5952-482e-a6ed-16693e4655a5 req-ae4ce1a6-b366-4f06-89f6-679707c629db tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.722529 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-90a9dc73-5952-482e-a6ed-16693e4655a5 req-ae4ce1a6-b366-4f06-89f6-679707c629db tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 946 time: 0.0812931 Jun 20 14:57:23.751374 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e9431-afb0-4eb2-a885-1e3e91f8ee4d req-2e6f1a63-f32f-4aa6-b5d4-b66d9b44a270 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.755338 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-720e9431-afb0-4eb2-a885-1e3e91f8ee4d req-2e6f1a63-f32f-4aa6-b5d4-b66d9b44a270 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 943 time: 0.0940812 Jun 20 14:57:23.760568 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-0f14b1eb-b0c1-41c5-bfce-9bd52b51ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.762048 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-0f14b1eb-b0c1-41c5-bfce-9bd52b51ec2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0804319 Jun 20 14:57:23.763102 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-d21d6197-d106-4670-ad3c-221852b91542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.764512 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-d21d6197-d106-4670-ad3c-221852b91542 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.0646553 Jun 20 14:57:23.839910 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-90a9dc73-5952-482e-a6ed-16693e4655a5 req-ab1ea997-9412-4b89-aadb-0acbbb8d434e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918012 Jun 20 14:57:23.840752 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-057ba478-39b1-47c2-b116-1f940cbd74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.841700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-463c0630-a891-4b4e-9140-873992fc6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:23.842327 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-057ba478-39b1-47c2-b116-1f940cbd74eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629900 Jun 20 14:57:23.844011 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-463c0630-a891-4b4e-9140-873992fc6de0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703137 Jun 20 14:57:23.846319 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-720e9431-afb0-4eb2-a885-1e3e91f8ee4d req-dc7af721-336b-4c41-b9cd-2c87a34fb2b7 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807731 Jun 20 14:57:23.956603 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:57:24.071220 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:24.082807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '6a7393ac-776d-4cd4-9e00-be227b057942', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'port_id': '6a7393ac-776d-4cd4-9e00-be227b057942', 'mac_address': 'fa:16:3e:92:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:57:24.129810 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:57:24.130525 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:24.133494 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:24.145986 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7393ac-776d-4cd4-9e00-be227b057942 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:57:24.166700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:24.173440 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:24.189344 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-05e6214c-3d63-4e33-8789-58cbf1df723e service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002729 Jun 20 14:57:24.207773 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:24.222944 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-c397e2a4-c788-485b-9eb0-3fc35b230135 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341984 Jun 20 14:57:24.236891 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:24.313898 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ccc49771-c8df-4568-85d2-64d34b6c231e req-284bc276-cb46-4be0-9a5a-3995bced7016 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004024 Jun 20 14:57:24.319598 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:24.331997 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48714dcc-08b2-4e62-9dd4-bd25673ec845 req-53758ee9-d928-4b9a-979b-82760633c8ac service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998468 Jun 20 14:57:24.412643 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6a7393ac-776d-4cd4-9e00-be227b057942'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:57:24.606590 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef428-1dc0-4b3c-85ee-73dc91eeaba7 req-ec154676-7bfd-4018-99fa-a44d2f36d46e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:24.608033 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fafef428-1dc0-4b3c-85ee-73dc91eeaba7 req-ec154676-7bfd-4018-99fa-a44d2f36d46e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0459216 Jun 20 14:57:24.658873 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fafef428-1dc0-4b3c-85ee-73dc91eeaba7 req-cfd7f714-5bd1-4fd6-827a-53c430529568 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 Jun 20 14:57:24.960673 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571d48-59c7-4859-9452-aab298d11fca req-af554380-6797-4dcd-9339-e94072884d94 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:24.960940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdd119-da57-4a93-acaa-152ec3a15053 req-f7d23256-864f-429b-86c9-7460ae90f9bb tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:24.962179 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9b571d48-59c7-4859-9452-aab298d11fca req-af554380-6797-4dcd-9339-e94072884d94 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 943 time: 0.0482242 Jun 20 14:57:24.962388 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-98bdd119-da57-4a93-acaa-152ec3a15053 req-f7d23256-864f-429b-86c9-7460ae90f9bb tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Jun 20 14:57:25.007579 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:25.011146 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-98bdd119-da57-4a93-acaa-152ec3a15053 req-79983195-750b-4587-a5d9-a323fc1ef443 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430546 Jun 20 14:57:25.013322 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9b571d48-59c7-4859-9452-aab298d11fca req-c91bbe9b-5407-452e-8470-518ab5b4dd42 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452042 Jun 20 14:57:25.125479 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ebed-755d-4327-afe9-09df57aeed36 req-c0da5e1e-84e3-45f6-bfe9-857a32e77694 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:25.126829 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8171ebed-755d-4327-afe9-09df57aeed36 req-c0da5e1e-84e3-45f6-bfe9-857a32e77694 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 946 time: 0.0501785 Jun 20 14:57:25.186685 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8171ebed-755d-4327-afe9-09df57aeed36 req-0e9c7879-5194-48f3-8f21-030ec77c159e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514388 Jun 20 14:57:25.209900 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54264) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:25.396592 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:25.402368 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af67ca7-75d8-4e57-9d68-e6b57f53447e tempest-TestVolumeBootPattern-920924576 tempest-TestVolumeBootPattern-920924576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:25.403881 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-1af67ca7-75d8-4e57-9d68-e6b57f53447e tempest-TestVolumeBootPattern-920924576 tempest-TestVolumeBootPattern-920924576-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 1125 time: 0.1929829 Jun 20 14:57:25.407699 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54268) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:25.412288 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'port_id': '84467f18-b602-44a1-99d2-d1244386374a', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:25.436608 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:25.521662 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:25.567000 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=20 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:25.620049 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=40 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:25.631083 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Allocated IP 172.27.1.210 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/1d22b096-2480-4816-8608-181572a8e3f2) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:57:25.740420 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (1d22b096-2480-4816-8608-181572a8e3f2), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:25.799280 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb79340-5b36-46af-94d6-c0829520b193 req-59e96722-885a-48ce-b422-a7adf7d2b9a1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:25.800743 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cfb79340-5b36-46af-94d6-c0829520b193 req-59e96722-885a-48ce-b422-a7adf7d2b9a1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0585439 Jun 20 14:57:25.825085 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (1d22b096-2480-4816-8608-181572a8e3f2), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:25.878463 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:57:25.887203 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:57:25.893849 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:57:25.918315 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cfb79340-5b36-46af-94d6-c0829520b193 req-7226ca85-20ff-4bdc-b2fc-603e74157ca8 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112053 Jun 20 14:57:25.920739 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=1d22b096-2480-4816-8608-181572a8e3f2,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:25.956194 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:57:26.001115 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 6a7393ac-776d-4cd4-9e00-be227b057942 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:57:26.009236 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 6a7393ac-776d-4cd4-9e00-be227b057942 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:57:26.009688 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.059518 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:26.091220 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:57:26.091607 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.115608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:26.117866 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1c80c2-488b-4db6-855d-9bea048b1fe8" -d '{"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:26.132596 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:26.134974 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831d42a-fd0d-4a95-85b7-911586f5ee08 req-df5c5fc9-b137-4d98-855e-0fa7c841de7f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:26.136912 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9831d42a-fd0d-4a95-85b7-911586f5ee08 req-df5c5fc9-b137-4d98-855e-0fa7c841de7f tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 943 time: 0.0509994 Jun 20 14:57:26.143835 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.174400 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07155263-32b2-4763-829e-b583093594d8 x-openstack-request-id: req-07155263-32b2-4763-829e-b583093594d8 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:26.174400 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:26.174733 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07155263-32b2-4763-829e-b583093594d8 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:26.174989 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07155263-32b2-4763-829e-b583093594d8'] response: {'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942', 'code': 200} Jun 20 14:57:26.203162 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9831d42a-fd0d-4a95-85b7-911586f5ee08 req-6cc152c1-9c4f-4dda-9e78-553b74f15afa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597639 Jun 20 14:57:26.216553 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:26.242771 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:26.295459 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (7f678f48-77d0-4090-b806-9f46faa03354), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.364267 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bd534-ae40-496d-bea6-cc7e9cdd1c95 req-9dd73302-f09b-4140-96d8-dfa820918ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:26.365780 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bb7bd534-ae40-496d-bea6-cc7e9cdd1c95 req-9dd73302-f09b-4140-96d8-dfa820918ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1129 time: 0.0506840 Jun 20 14:57:26.409465 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (1d22b096-2480-4816-8608-181572a8e3f2), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.460277 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bb7bd534-ae40-496d-bea6-cc7e9cdd1c95 req-bcca1eb1-3b98-4625-8861-14e1df5586dd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754745 Jun 20 14:57:26.581757 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (1d22b096-2480-4816-8608-181572a8e3f2), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.587781 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (1d22b096-2480-4816-8608-181572a8e3f2), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.667439 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=1d22b096-2480-4816-8608-181572a8e3f2,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:26.676948 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (7f678f48-77d0-4090-b806-9f46faa03354), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:26.772393 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Floating IP 7f678f48-77d0-4090-b806-9f46faa03354 associated. External IP: 172.27.1.210, port: 84467f18-b602-44a1-99d2-d1244386374a. Jun 20 14:57:26.978366 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:26.993800 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:57:27.077076 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:27.106474 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b3155-0efe-4bb9-9345-c0e0035ff747 req-1e47deda-08af-465f-a2e0-831e9d3543c7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:27.107860 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a6b3155-0efe-4bb9-9345-c0e0035ff747 req-1e47deda-08af-465f-a2e0-831e9d3543c7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0941157 Jun 20 14:57:27.164485 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:57:27.174990 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:57:27.188197 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:27.188872 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:27.201933 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6a6b3155-0efe-4bb9-9345-c0e0035ff747 req-f5d3c53b-8b0e-4730-9257-263d4d920afb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706513 Jun 20 14:57:27.205225 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:27.244171 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-11c868cc-dd4c-4354-80e2-0dedd000c9d9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8331544 Jun 20 14:57:27.244171 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'tag': '84467f18-b602-44a1-99d2-d1244386374a'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:27.245858 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "tag": "84467f18-b602-44a1-99d2-d1244386374a"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:27.282608 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2475508c-3751-4855-b3fb-5cdbf43c958c x-openstack-request-id: req-2475508c-3751-4855-b3fb-5cdbf43c958c {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:27.282608 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "tag": "84467f18-b602-44a1-99d2-d1244386374a", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:27.282874 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2475508c-3751-4855-b3fb-5cdbf43c958c {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:27.283097 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2475508c-3751-4855-b3fb-5cdbf43c958c'] response: {'name': 'network-changed', 'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'tag': '84467f18-b602-44a1-99d2-d1244386374a', 'status': 'completed', 'code': 200} Jun 20 14:57:27.301090 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:27.335714 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a712c9a-9f7a-4cc0-aeae-21219eeb8938 req-dbca5d66-5e90-4082-8fc5-65939cd0a91b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:27.337234 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9a712c9a-9f7a-4cc0-aeae-21219eeb8938 req-dbca5d66-5e90-4082-8fc5-65939cd0a91b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 943 time: 0.0523536 Jun 20 14:57:27.343489 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-fed109b5-f99d-4174-a0c3-34c1ef2c5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:27.345137 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-fed109b5-f99d-4174-a0c3-34c1ef2c5242 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 1130 time: 0.0416286 Jun 20 14:57:27.387236 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9a712c9a-9f7a-4cc0-aeae-21219eeb8938 req-987f6f0f-af97-421e-a91a-1b8903d804fa tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Jun 20 14:57:27.451623 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-a98c1ddf-889f-4893-8b09-bd9dd2b030dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:27.453240 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-a98c1ddf-889f-4893-8b09-bd9dd2b030dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0961664 Jun 20 14:57:27.465470 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:27.515386 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '7f678f48-77d0-4090-b806-9f46faa03354', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': '84467f18-b602-44a1-99d2-d1244386374a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:b1:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:26Z', 'updated_at': '2022-06-20T14:57:26Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:27.540187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:57:27.549297 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:27.549907 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:27.654816 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:27.744577 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:27.865608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '7f678f48-77d0-4090-b806-9f46faa03354', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': '84467f18-b602-44a1-99d2-d1244386374a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:b1:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:26Z', 'updated_at': '2022-06-20T14:57:26Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:27.891552 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e682f7-0ca8-4675-be39-e79caa038485 None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '7f678f48-77d0-4090-b806-9f46faa03354', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': '84467f18-b602-44a1-99d2-d1244386374a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:b1:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:26Z', 'updated_at': '2022-06-20T14:57:26Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:57:27.914417 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-a9bf581a-70e3-4715-bc91-ceed897d353f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84467f18-b602-44a1-99d2-d1244386374a HTTP/1.1" status: 200 len: 1000 time: 0.0653231 Jun 20 14:57:27.969572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-4b0bf474-27a8-4013-a0fc-0ab2c2fa6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:27.971073 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-4b0bf474-27a8-4013-a0fc-0ab2c2fa6bff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0506501 Jun 20 14:57:27.987325 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 35e04bd3-d6a7-4435-9fb4-54ee749aff5b details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:57:28.027867 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-5441af4e-edf7-4f84-8c6e-06d7e7a7078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:28.029467 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-5441af4e-edf7-4f84-8c6e-06d7e7a7078d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531354 Jun 20 14:57:28.109530 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:28.125561 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'port_id': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'mac_address': 'fa:16:3e:76:00:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:57:28.137114 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-7be0ce92-1e74-48c3-b621-0d94f646a723 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012604 Jun 20 14:57:28.142255 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ef6266-9c95-41c4-aef2-25a7e87f18c2 None None] New status for floating IP 7f678f48-77d0-4090-b806-9f46faa03354: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:57:28.178944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:57:28.179413 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:28.197101 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e04bd3-d6a7-4435-9fb4-54ee749aff5b {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:57:28.227279 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:28.233666 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:28.290361 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:28.399764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee49f9-4eff-4a2b-9257-d0df30c526f6 req-6cdb0d2e-f087-422a-87ba-573947d22b85 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:28.405202 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11ee49f9-4eff-4a2b-9257-d0df30c526f6 req-6cdb0d2e-f087-422a-87ba-573947d22b85 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0647736 Jun 20 14:57:28.432879 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-29f0cdc9-6603-4a5b-a6df-d0a1900e969c req-ec2f7a3d-75af-4971-b251-42dde0044365 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891891 Jun 20 14:57:28.447770 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['35e04bd3-d6a7-4435-9fb4-54ee749aff5b'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:57:28.466733 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-11ee49f9-4eff-4a2b-9257-d0df30c526f6 req-c180b8a6-2d5c-4457-9ff0-c2fc27cb8469 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536549 Jun 20 14:57:28.538542 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd464a5-b64a-4776-823e-3fc84213057a req-35ba6d3f-efed-468e-bfc7-d3890ea03937 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:28.540738 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dbd464a5-b64a-4776-823e-3fc84213057a req-35ba6d3f-efed-468e-bfc7-d3890ea03937 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 944 time: 0.0502052 Jun 20 14:57:28.573640 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:28.607484 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b99a1-1abf-4d43-9bef-74034663db7f req-5bb8f72c-7718-45de-bb87-bfba41f6ea77 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:28.610196 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-767b99a1-1abf-4d43-9bef-74034663db7f req-5bb8f72c-7718-45de-bb87-bfba41f6ea77 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0677676 Jun 20 14:57:28.611229 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dbd464a5-b64a-4776-823e-3fc84213057a req-80bef0a3-4ff1-4ada-a34e-b9fd71651d33 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615394 Jun 20 14:57:28.618785 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54330) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:28.623309 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Request body: {'floatingip': {'port_id': '6a7393ac-776d-4cd4-9e00-be227b057942'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:28.632555 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:28.659258 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:28.672387 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (d4034177-967d-4f63-ac4e-f7c1b2f05188), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:28.990675 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:29.121694 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:29.127632 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (d4034177-967d-4f63-ac4e-f7c1b2f05188), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:29.232422 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Floating IP d4034177-967d-4f63-ac4e-f7c1b2f05188 associated. External IP: 172.27.1.132, port: 6a7393ac-776d-4cd4-9e00-be227b057942. Jun 20 14:57:29.673129 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:57:29.762587 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e341a49-2fc6-45dd-9024-6850b868cebc req-243f31c1-a052-42c8-913f-7ba101ee54fe tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:29.764047 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1e341a49-2fc6-45dd-9024-6850b868cebc req-243f31c1-a052-42c8-913f-7ba101ee54fe tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 944 time: 0.0815721 Jun 20 14:57:29.826629 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:29.855165 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:57:29.859809 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1e341a49-2fc6-45dd-9024-6850b868cebc req-15386ee3-73a4-44d5-bd24-869b34c506a4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887394 Jun 20 14:57:29.863358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:29.867689 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] Sync routers for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:57:29.880361 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:29.881074 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:29.900600 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-5b92ba32-73ec-4e79-9119-7caaf943d65b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "PUT /v2.0/floatingips/d4034177-967d-4f63-ac4e-f7c1b2f05188 HTTP/1.1" status: 200 len: 991 time: 1.2806747 Jun 20 14:57:29.901191 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:29.903444 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280198ac-a06f-4239-82c2-72ab57dce36e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:29.945924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008c264b-5d04-48bd-927b-98d7e4c28220 x-openstack-request-id: req-008c264b-5d04-48bd-927b-98d7e4c28220 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:29.946251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:29.946512 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-008c264b-5d04-48bd-927b-98d7e4c28220 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:29.946965 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008c264b-5d04-48bd-927b-98d7e4c28220'] response: {'name': 'network-changed', 'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942', 'status': 'completed', 'code': 200} Jun 20 14:57:29.994278 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:30.010006 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280198ac-a06f-4239-82c2-72ab57dce36e req-0433ac04-36e4-479d-85b9-80e86b6f0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:30.011603 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-280198ac-a06f-4239-82c2-72ab57dce36e req-0433ac04-36e4-479d-85b9-80e86b6f0ba3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1129 time: 0.0449903 Jun 20 14:57:30.022668 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 35e04bd3-d6a7-4435-9fb4-54ee749aff5b up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:57:30.109407 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280198ac-a06f-4239-82c2-72ab57dce36e req-bec30dcf-0647-4e32-b569-46558f728aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:30.110786 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-280198ac-a06f-4239-82c2-72ab57dce36e req-bec30dcf-0647-4e32-b569-46558f728aa8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.0918396 Jun 20 14:57:30.120322 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:57:30.135383 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:57:30.135736 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:30.170653 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:30.173188 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-280198ac-a06f-4239-82c2-72ab57dce36e req-988e89f3-86f0-4678-8a73-6f0a9de4cc9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 999 time: 0.0567567 Jun 20 14:57:30.224800 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280198ac-a06f-4239-82c2-72ab57dce36e req-5f70bcee-d9e4-41ef-9e91-772b49a60c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:30.226263 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-280198ac-a06f-4239-82c2-72ab57dce36e req-5f70bcee-d9e4-41ef-9e91-772b49a60c9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0480804 Jun 20 14:57:30.270021 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280198ac-a06f-4239-82c2-72ab57dce36e req-170a62ae-991d-4619-9783-8b6698af1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:30.271547 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-280198ac-a06f-4239-82c2-72ab57dce36e req-170a62ae-991d-4619-9783-8b6698af1a9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401225 Jun 20 14:57:30.294001 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:57:30.294790 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:30.367757 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-280198ac-a06f-4239-82c2-72ab57dce36e req-2b5d5207-e14e-4aff-ab08-87fce291adb4 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897377 Jun 20 14:57:30.440778 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:30.448963 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'd4034177-967d-4f63-ac4e-f7c1b2f05188', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'port_id': '6a7393ac-776d-4cd4-9e00-be227b057942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'mac_address': 'fa:16:3e:92:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:15Z', 'updated_at': '2022-06-20T14:57:29Z', 'revision_number': 1, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:30.455791 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:30.457993 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b23e2e-5cde-466a-8384-6a5ad13c140d" -d '{"events": [{"server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "name": "network-vif-plugged", "status": "completed", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:30.466881 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-280198ac-a06f-4239-82c2-72ab57dce36e req-10ea42d7-9a34-4766-9192-4a2d144a467a service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929711 Jun 20 14:57:30.489139 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] Checking router: 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:57:30.494884 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:57:30.496749 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec1da4d-1e86-4bac-9398-2bfffde2e5f2 x-openstack-request-id: req-eec1da4d-1e86-4bac-9398-2bfffde2e5f2 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:30.497018 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "name": "network-vif-plugged", "status": "completed", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:30.497261 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eec1da4d-1e86-4bac-9398-2bfffde2e5f2 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:30.497645 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec1da4d-1e86-4bac-9398-2bfffde2e5f2'] response: {'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'code': 200} Jun 20 14:57:30.502165 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:30.508904 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:30.509515 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:30.597943 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:30.650829 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:30.660346 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d48485-220a-492c-93e0-4cd4ca5d19a5 req-5885e5d4-a6de-4c2a-b824-eeb24469efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:30.661879 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f6d48485-220a-492c-93e0-4cd4ca5d19a5 req-5885e5d4-a6de-4c2a-b824-eeb24469efae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 1129 time: 0.0382721 Jun 20 14:57:30.706545 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f6d48485-220a-492c-93e0-4cd4ca5d19a5 req-c9d76710-41a7-4010-be9c-bf1cd7aa67d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 Jun 20 14:57:30.754472 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:30.863253 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'd4034177-967d-4f63-ac4e-f7c1b2f05188', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'port_id': '6a7393ac-776d-4cd4-9e00-be227b057942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'mac_address': 'fa:16:3e:92:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:15Z', 'updated_at': '2022-06-20T14:57:29Z', 'revision_number': 1, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:30.888051 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e871e6-62bf-4376-9a8e-70f2ffd6b42f None None] The sync data for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi is: [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'd4034177-967d-4f63-ac4e-f7c1b2f05188', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'port_id': '6a7393ac-776d-4cd4-9e00-be227b057942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'mac_address': 'fa:16:3e:92:4a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:15Z', 'updated_at': '2022-06-20T14:57:29Z', 'revision_number': 1, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:57:31.002083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001c0a-828e-471d-9412-68a2a4b99dc8 req-88e2f9c3-495c-4a46-80b8-aefafe5f02b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:31.003752 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ba001c0a-828e-471d-9412-68a2a4b99dc8 req-88e2f9c3-495c-4a46-80b8-aefafe5f02b9 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 945 time: 0.0533926 Jun 20 14:57:31.073743 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ba001c0a-828e-471d-9412-68a2a4b99dc8 req-f57c0b24-8e26-4b70-9fc0-aac3cbf2bb3b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599921 Jun 20 14:57:31.098251 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b548b4-a7a7-48b4-9ade-43531436729f None None] New status for floating IP d4034177-967d-4f63-ac4e-f7c1b2f05188: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:57:32.212248 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b60775-642b-4e1a-a3d0-0e16f065a4bc req-d2b169fa-5f6e-4575-aa44-41464b3fa882 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:32.213887 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-21b60775-642b-4e1a-a3d0-0e16f065a4bc req-d2b169fa-5f6e-4575-aa44-41464b3fa882 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 945 time: 0.0626323 Jun 20 14:57:32.265621 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-21b60775-642b-4e1a-a3d0-0e16f065a4bc req-ae598956-067f-4f12-83cf-dc7cfcc389d4 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455952 Jun 20 14:57:32.377830 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f42f-4151-4cf2-9a72-61152062ad78 req-5069dea6-639e-4ffe-9891-485260655367 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:32.379346 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e762f42f-4151-4cf2-9a72-61152062ad78 req-5069dea6-639e-4ffe-9891-485260655367 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 945 time: 0.0502322 Jun 20 14:57:32.388940 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54382) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:32.394141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Request body: {'floatingip': {'port_id': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:57:32.431954 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (2167e353-4ddd-4e3d-b591-0ff996cd26cc), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:32.630575 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:32.877016 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:32.882686 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (2167e353-4ddd-4e3d-b591-0ff996cd26cc), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:32.985121 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP 2167e353-4ddd-4e3d-b591-0ff996cd26cc associated. External IP: 172.27.1.62, port: 35e04bd3-d6a7-4435-9fb4-54ee749aff5b. Jun 20 14:57:33.185563 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:57:33.252764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:33.303279 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:57:33.307721 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:33.313703 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:57:33.323816 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:33.324462 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:33.341472 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-89d55ec4-bd4a-4b5a-887d-956fab536b83 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "PUT /v2.0/floatingips/2167e353-4ddd-4e3d-b591-0ff996cd26cc HTTP/1.1" status: 200 len: 990 time: 0.9492066 Jun 20 14:57:33.341472 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:57:33.342137 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:57:33.377390 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6762dbbd-98d4-4e56-9cd2-383d30dc78b6 x-openstack-request-id: req-6762dbbd-98d4-4e56-9cd2-383d30dc78b6 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:57:33.377684 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:57:33.377943 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6762dbbd-98d4-4e56-9cd2-383d30dc78b6 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:57:33.378327 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6762dbbd-98d4-4e56-9cd2-383d30dc78b6'] response: {'name': 'network-changed', 'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'status': 'completed', 'code': 200} Jun 20 14:57:33.427410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:33.440968 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-9b6aa133-1537-4ad1-bd5d-2f318f97d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:33.442464 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-9b6aa133-1537-4ad1-bd5d-2f318f97d54a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 1129 time: 0.0433912 Jun 20 14:57:33.523482 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:33.533738 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-7f030f3d-b760-4e66-92b5-28a7aa2f3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:33.535273 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-7f030f3d-b760-4e66-92b5-28a7aa2f3fc7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 200 len: 915 time: 0.0861349 Jun 20 14:57:33.599303 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-ba19dbe6-bb07-4608-8ca6-258586b17d2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35e04bd3-d6a7-4435-9fb4-54ee749aff5b HTTP/1.1" status: 200 len: 998 time: 0.0579751 Jun 20 14:57:33.643120 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:33.646806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '2167e353-4ddd-4e3d-b591-0ff996cd26cc', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:76:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:17Z', 'updated_at': '2022-06-20T14:57:32Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:33.647077 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-0d67c3f7-1a05-41fd-84b9-8163980000e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:33.648441 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-0d67c3f7-1a05-41fd-84b9-8163980000e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 200 len: 853 time: 0.0438812 Jun 20 14:57:33.675458 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:57:33.684085 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:57:33.684693 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:57:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:33.699380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-c988e49a-70a2-484c-9e37-a3b78fe9614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:57:33.700939 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-c988e49a-70a2-484c-9e37-a3b78fe9614b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b2b22871-0b88-408a-81b6-567b6c78e97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419776 Jun 20 14:57:33.792552 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:57:33.800008 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-6eb2dcbd-e4e4-433a-ac03-c7e048c01389 service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930369 Jun 20 14:57:33.895807 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1136b539-6baa-4b04-bd0a-1abb0e2f6d9c req-7fd41295-ce67-4c79-ba09-a84138ff65ce service neutron] 10.222.0.26 "GET /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897429 Jun 20 14:57:34.014545 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '2167e353-4ddd-4e3d-b591-0ff996cd26cc', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:76:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:17Z', 'updated_at': '2022-06-20T14:57:32Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:57:34.043328 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d5b1f-1a0a-467e-8286-7a17e4cfb808 None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '2167e353-4ddd-4e3d-b591-0ff996cd26cc', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'floating_ip_address': '172.27.1.62', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'port_id': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'mac_address': 'fa:16:3e:76:00:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:57:17Z', 'updated_at': '2022-06-20T14:57:32Z', 'revision_number': 1, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:57:34.267802 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405c421b-1fab-473d-8d3c-dd93502fe867 None None] New status for floating IP 2167e353-4ddd-4e3d-b591-0ff996cd26cc: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:57:34.990695 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-52d97326-4f82-4d00-b020-c2df665b4825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:37.379966 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:37.394402 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ce7512ce-d19b-4ba6-8dd7-342298600065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:37.815748 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:38.589492 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:39.692847 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54478) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:39.807584 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-368d0116-2ff7-4051-915b-b85805353dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:39.887000 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-368d0116-2ff7-4051-915b-b85805353dab admin admin] Publish callbacks [] for security_group (4018ca0a-2b98-47c6-8534-dd7ace8c56f1), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:39.893393 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-368d0116-2ff7-4051-915b-b85805353dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4018ca0a-2b98-47c6-8534-dd7ace8c56f1), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:39.930063 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d0116-2ff7-4051-915b-b85805353dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4018ca0a-2b98-47c6-8534-dd7ace8c56f1,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:39.934791 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-368d0116-2ff7-4051-915b-b85805353dab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fef28567ed447eaa458c23c1fa289f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408500 Jun 20 14:57:39.937225 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54484) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:39.993793 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-64129400-5587-4579-a942-2265172c9d9e admin admin] Publish callbacks [] for security_group (4018ca0a-2b98-47c6-8534-dd7ace8c56f1), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.017231 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-64129400-5587-4579-a942-2265172c9d9e admin admin] Publish callbacks [] for security_group (4018ca0a-2b98-47c6-8534-dd7ace8c56f1), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.066596 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-64129400-5587-4579-a942-2265172c9d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (4018ca0a-2b98-47c6-8534-dd7ace8c56f1), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.069170 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-64129400-5587-4579-a942-2265172c9d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.070337 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-64129400-5587-4579-a942-2265172c9d9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4018ca0a-2b98-47c6-8534-dd7ace8c56f1 HTTP/1.1" status: 204 len: 168 time: 0.1322293 Jun 20 14:57:40.078418 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64129400-5587-4579-a942-2265172c9d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4018ca0a-2b98-47c6-8534-dd7ace8c56f1,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:40.161411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.303364 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.362911 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54492) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:40.376670 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4c48-8645-41ce-b020-26cbb744468f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.459724 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4c48-8645-41ce-b020-26cbb744468f admin admin] Publish callbacks [] for security_group (1537d146-99eb-4427-ba07-975d203b07a6), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.465941 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fb3a4c48-8645-41ce-b020-26cbb744468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1537d146-99eb-4427-ba07-975d203b07a6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.469423 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:40.505460 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a4c48-8645-41ce-b020-26cbb744468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1537d146-99eb-4427-ba07-975d203b07a6,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:40.511926 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-fb3a4c48-8645-41ce-b020-26cbb744468f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=453b755abc56416998755b7242e4e9b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479466 Jun 20 14:57:40.514728 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54494) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:40.553514 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:40.567013 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d234-d1ee-4871-849a-7a97951d87b9 admin admin] Publish callbacks [] for security_group (1537d146-99eb-4427-ba07-975d203b07a6), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.592007 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d234-d1ee-4871-849a-7a97951d87b9 admin admin] Publish callbacks [] for security_group (1537d146-99eb-4427-ba07-975d203b07a6), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.644256 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d234-d1ee-4871-849a-7a97951d87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1537d146-99eb-4427-ba07-975d203b07a6), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.646812 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f1d8d234-d1ee-4871-849a-7a97951d87b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:40.647961 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f1d8d234-d1ee-4871-849a-7a97951d87b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1537d146-99eb-4427-ba07-975d203b07a6 HTTP/1.1" status: 204 len: 168 time: 0.1323433 Jun 20 14:57:40.656189 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8d234-d1ee-4871-849a-7a97951d87b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537d146-99eb-4427-ba07-975d203b07a6,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:43.890561 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=47 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:43.892179 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=27 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:48.592756 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:48.597468 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:49.492017 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:57:50.299639 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:50.651449 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=6,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:50.652762 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:50.670393 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:59.401801 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54646) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:59.486669 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:57:59.521900 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f25d4971-7a75-4bbb-b588-63a0d5e45819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:59.599496 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f25d4971-7a75-4bbb-b588-63a0d5e45819 admin admin] Publish callbacks [] for security_group (c48be2a8-b03c-4210-8d52-4ed01e5295f9), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:59.605950 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f25d4971-7a75-4bbb-b588-63a0d5e45819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c48be2a8-b03c-4210-8d52-4ed01e5295f9), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:59.645016 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f25d4971-7a75-4bbb-b588-63a0d5e45819 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5673ae843ed45099f836c5346ae88d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420750 Jun 20 14:57:59.645871 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d4971-7a75-4bbb-b588-63a0d5e45819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48be2a8-b03c-4210-8d52-4ed01e5295f9,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:59.648533 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54650) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:57:59.712667 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Publish callbacks [] for security_group (c48be2a8-b03c-4210-8d52-4ed01e5295f9), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:59.735559 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Publish callbacks [] for security_group (c48be2a8-b03c-4210-8d52-4ed01e5295f9), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:59.784677 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c48be2a8-b03c-4210-8d52-4ed01e5295f9), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:59.789004 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:57:59.790316 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c48be2a8-b03c-4210-8d52-4ed01e5295f9 HTTP/1.1" status: 204 len: 168 time: 0.1405210 Jun 20 14:57:59.798309 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48be2a8-b03c-4210-8d52-4ed01e5295f9,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:57:59.806084 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.806422 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.806762 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.807064 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.807446 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.807778 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.808117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.808438 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.808753 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.809083 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.809406 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.809709 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.810020 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.810318 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:57:59.811095 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a83152-1e8f-4c70-95ec-95622aaec904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:03.479542 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:04.979878 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ed072c2f-c1f9-4800-beca-a9882d2ef577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:07.399354 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-388332cd-bcdd-46db-9417-8a9ae8fc089a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:07.831221 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.076986 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54778) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:08.203942 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b302-51bf-4b91-82ae-68cec033dfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.280395 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b302-51bf-4b91-82ae-68cec033dfaf admin admin] Publish callbacks [] for security_group (34a85b72-cb02-44ca-9b69-e8ae9cb42fb0), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.287466 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0ab2b302-51bf-4b91-82ae-68cec033dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (34a85b72-cb02-44ca-9b69-e8ae9cb42fb0), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.324658 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2b302-51bf-4b91-82ae-68cec033dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a85b72-cb02-44ca-9b69-e8ae9cb42fb0,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:08.329109 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0ab2b302-51bf-4b91-82ae-68cec033dfaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b51ffa1a22c4188b7e16dfdca902694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510772 Jun 20 14:58:08.332492 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54782) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:08.386161 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6ec28012-8b2b-4c12-bf75-9800d269265b admin admin] Publish callbacks [] for security_group (34a85b72-cb02-44ca-9b69-e8ae9cb42fb0), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.410338 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6ec28012-8b2b-4c12-bf75-9800d269265b admin admin] Publish callbacks [] for security_group (34a85b72-cb02-44ca-9b69-e8ae9cb42fb0), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.459468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6ec28012-8b2b-4c12-bf75-9800d269265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (34a85b72-cb02-44ca-9b69-e8ae9cb42fb0), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.462358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6ec28012-8b2b-4c12-bf75-9800d269265b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.463496 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6ec28012-8b2b-4c12-bf75-9800d269265b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34a85b72-cb02-44ca-9b69-e8ae9cb42fb0 HTTP/1.1" status: 204 len: 168 time: 0.1306133 Jun 20 14:58:08.471568 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec28012-8b2b-4c12-bf75-9800d269265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a85b72-cb02-44ca-9b69-e8ae9cb42fb0,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:08.592707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.746568 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54788) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:08.763377 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-224fa3eb-0c41-40d8-b109-ab13e8e73841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.845591 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-224fa3eb-0c41-40d8-b109-ab13e8e73841 admin admin] Publish callbacks [] for security_group (90e98788-3111-4f66-b62b-936dcb729db3), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.850955 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-224fa3eb-0c41-40d8-b109-ab13e8e73841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (90e98788-3111-4f66-b62b-936dcb729db3), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.893930 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-224fa3eb-0c41-40d8-b109-ab13e8e73841 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7febb572c4a64e8d8c366c0e2cfafed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462376 Jun 20 14:58:08.894767 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fa3eb-0c41-40d8-b109-ab13e8e73841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e98788-3111-4f66-b62b-936dcb729db3,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:08.897766 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54790) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:08.954005 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f987e66b-424d-4e07-a5f6-4e0580d58120 admin admin] Publish callbacks [] for security_group (90e98788-3111-4f66-b62b-936dcb729db3), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:08.975707 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f987e66b-424d-4e07-a5f6-4e0580d58120 admin admin] Publish callbacks [] for security_group (90e98788-3111-4f66-b62b-936dcb729db3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.023183 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f987e66b-424d-4e07-a5f6-4e0580d58120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (90e98788-3111-4f66-b62b-936dcb729db3), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.026141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f987e66b-424d-4e07-a5f6-4e0580d58120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.027336 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f987e66b-424d-4e07-a5f6-4e0580d58120 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90e98788-3111-4f66-b62b-936dcb729db3 HTTP/1.1" status: 204 len: 168 time: 0.1281028 Jun 20 14:58:09.036374 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987e66b-424d-4e07-a5f6-4e0580d58120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e98788-3111-4f66-b62b-936dcb729db3,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:09.357597 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 54796) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:09.371240 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-bf7e97ca-7006-4b86-8e8e-5c2934beb5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.442360 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:09.452440 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-bf7e97ca-7006-4b86-8e8e-5c2934beb5b9 admin admin] Publish callbacks [] for security_group (c7397078-37d5-4f82-924a-0879f3505de7), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.457210 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-bf7e97ca-7006-4b86-8e8e-5c2934beb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c7397078-37d5-4f82-924a-0879f3505de7), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.461667 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:09.497059 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-bf7e97ca-7006-4b86-8e8e-5c2934beb5b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c9e4b8daf0a45f19efcfef4c03c7956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384232 Jun 20 14:58:09.499450 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e97ca-7006-4b86-8e8e-5c2934beb5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7397078-37d5-4f82-924a-0879f3505de7,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:09.500183 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 54798) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:09.551458 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f20fc74-9e85-490d-99fa-7c8f30c02204 admin admin] Publish callbacks [] for security_group (c7397078-37d5-4f82-924a-0879f3505de7), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.574338 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f20fc74-9e85-490d-99fa-7c8f30c02204 admin admin] Publish callbacks [] for security_group (c7397078-37d5-4f82-924a-0879f3505de7), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.624123 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f20fc74-9e85-490d-99fa-7c8f30c02204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (c7397078-37d5-4f82-924a-0879f3505de7), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.626622 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f20fc74-9e85-490d-99fa-7c8f30c02204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:09.627749 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7f20fc74-9e85-490d-99fa-7c8f30c02204 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7397078-37d5-4f82-924a-0879f3505de7 HTTP/1.1" status: 204 len: 168 time: 0.1263199 Jun 20 14:58:09.635578 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20fc74-9e85-490d-99fa-7c8f30c02204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7397078-37d5-4f82-924a-0879f3505de7,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:09.986140 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-174193f6-bf8b-4106-b02f-5a006ba5b323 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395322 Jun 20 14:58:10.071724 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-41f63107-1476-4d7a-9187-888d0ab0d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:10.073298 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-41f63107-1476-4d7a-9187-888d0ab0d5e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 1130 time: 0.0424855 Jun 20 14:58:10.169087 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:10.188938 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-7e6dcc88-8f35-422f-a03d-383e946983c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:10.190427 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-7e6dcc88-8f35-422f-a03d-383e946983c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0967388 Jun 20 14:58:10.256590 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-bd2d4924-0d7e-4716-9cd4-b1a6e82fd07f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84467f18-b602-44a1-99d2-d1244386374a HTTP/1.1" status: 200 len: 1002 time: 0.0584188 Jun 20 14:58:10.313816 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:10.314644 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-c659f189-5b2f-4ab7-bea6-0e0e333e9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:10.317029 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-c659f189-5b2f-4ab7-bea6-0e0e333e9aa4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0536013 Jun 20 14:58:10.362838 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-fccdeb10-d583-4f89-aa39-e973e1a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:10.364342 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-fccdeb10-d583-4f89-aa39-e973e1a164ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398855 Jun 20 14:58:10.457367 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-f80bc153-aae6-4a4d-aac3-6882411d8ad6 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865109 Jun 20 14:58:10.554473 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-023863ef-7428-4bf6-92ee-39d0878afe32 req-41969750-58a6-467d-a471-adffbdfeb367 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904055 Jun 20 14:58:16.587966 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927cb4c-c4e3-4531-b3e7-6716e0e5f84a req-adcb8d43-55d2-4094-9bc4-f5bbb434bfa9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:16.589962 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a927cb4c-c4e3-4531-b3e7-6716e0e5f84a req-adcb8d43-55d2-4094-9bc4-f5bbb434bfa9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0554888 Jun 20 14:58:16.637464 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a927cb4c-c4e3-4531-b3e7-6716e0e5f84a req-fda491cb-4fbd-4432-b200-11872679392b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Jun 20 14:58:17.778973 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769c4d4-48ae-4861-932a-3be8d9684eae req-91e030fc-9983-4e7d-b734-9dfef1c281a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:17.780592 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0769c4d4-48ae-4861-932a-3be8d9684eae req-91e030fc-9983-4e7d-b734-9dfef1c281a2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0500350 Jun 20 14:58:17.832493 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0769c4d4-48ae-4861-932a-3be8d9684eae req-b266e347-9e06-43a3-ba1d-aee005ed1f8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455201 Jun 20 14:58:18.964605 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168587-af2b-4c40-9f54-1cf9c4b2e836 req-006f3e22-f6a2-468c-a4ee-1e3c60ca0938 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:18.966077 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6e168587-af2b-4c40-9f54-1cf9c4b2e836 req-006f3e22-f6a2-468c-a4ee-1e3c60ca0938 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0517027 Jun 20 14:58:19.014014 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6e168587-af2b-4c40-9f54-1cf9c4b2e836 req-e7fdeaf8-bf3a-435e-9436-563a2a7d0578 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Jun 20 14:58:20.142194 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549eb50-af67-4db3-a246-0b34f63ba3f7 req-1b6173e7-e79f-4005-b985-a45df3d9e371 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:20.143672 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5549eb50-af67-4db3-a246-0b34f63ba3f7 req-1b6173e7-e79f-4005-b985-a45df3d9e371 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0508587 Jun 20 14:58:20.157265 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:20.191678 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5549eb50-af67-4db3-a246-0b34f63ba3f7 req-3b824c60-cf05-4879-b785-bf8c857d967b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Jun 20 14:58:20.308112 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:21.320165 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a66989-1e0f-4dd5-becc-f03750194a51 req-195d155e-f3e7-4967-b639-c7a34dc68688 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:21.321675 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35a66989-1e0f-4dd5-becc-f03750194a51 req-195d155e-f3e7-4967-b639-c7a34dc68688 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0488484 Jun 20 14:58:21.371064 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-35a66989-1e0f-4dd5-becc-f03750194a51 req-1eca7f7a-3d4f-449f-90ae-fa8c7147309d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437791 Jun 20 14:58:22.506159 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ebfda-931e-4d88-be8f-2339c002501d req-ff4a8543-8f70-4a85-9050-c3d3e38b5556 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:22.507639 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-354ebfda-931e-4d88-be8f-2339c002501d req-ff4a8543-8f70-4a85-9050-c3d3e38b5556 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0534167 Jun 20 14:58:22.555209 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-354ebfda-931e-4d88-be8f-2339c002501d req-a66e28fd-36fb-4183-8bc3-54fb7aff80f1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 Jun 20 14:58:23.644080 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=64,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:23.646514 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:23.683813 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70ab95-58ba-4e18-9116-f821d3b68b1d req-aa95bb3b-f1ca-446c-90c3-9596f6130985 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:23.685332 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4d70ab95-58ba-4e18-9116-f821d3b68b1d req-aa95bb3b-f1ca-446c-90c3-9596f6130985 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0503085 Jun 20 14:58:23.733300 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4d70ab95-58ba-4e18-9116-f821d3b68b1d req-7548bfad-d442-4630-b743-9702a19dba3b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Jun 20 14:58:24.874388 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bb083-3349-42ae-952f-33db8e81bb36 req-e403e2e1-0fc3-4480-a892-0eb7f45e0610 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:24.876014 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d59bb083-3349-42ae-952f-33db8e81bb36 req-e403e2e1-0fc3-4480-a892-0eb7f45e0610 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0601790 Jun 20 14:58:24.903219 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:24.914486 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:24.926013 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d59bb083-3349-42ae-952f-33db8e81bb36 req-64b1da5e-5fac-4bb6-8df8-6cfcd5a45e56 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434980 Jun 20 14:58:25.601132 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:25.602177 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:26.063144 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30ea80-3782-46fb-9f38-8686f4e52a31 req-656fecc9-edbb-4a44-afaa-941e649be6f7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:26.064976 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2e30ea80-3782-46fb-9f38-8686f4e52a31 req-656fecc9-edbb-4a44-afaa-941e649be6f7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0571220 Jun 20 14:58:26.118325 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2e30ea80-3782-46fb-9f38-8686f4e52a31 req-53bce855-5502-4217-9345-933d37d80d1b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476646 Jun 20 14:58:26.499177 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:58:27.252190 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379742b-a38b-46cf-877d-d7959892ff3a req-f909a324-46db-4e16-a1ed-e2e23c1fc0bb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:27.253638 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1379742b-a38b-46cf-877d-d7959892ff3a req-f909a324-46db-4e16-a1ed-e2e23c1fc0bb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0454552 Jun 20 14:58:27.303141 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1379742b-a38b-46cf-877d-d7959892ff3a req-d4da0870-01ce-497c-8266-8cffb46cda1d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438480 Jun 20 14:58:28.434707 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1dc24-b7ea-4b66-84ad-9f4639fcf55a req-b9e63ad0-53eb-4751-b9e3-674c2c27d7fe tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:28.436759 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d0d1dc24-b7ea-4b66-84ad-9f4639fcf55a req-b9e63ad0-53eb-4751-b9e3-674c2c27d7fe tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0481558 Jun 20 14:58:28.486597 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d0d1dc24-b7ea-4b66-84ad-9f4639fcf55a req-f809e31c-630a-4b44-adbe-99f26b03d19f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437744 Jun 20 14:58:29.619291 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6209060-8bd0-4f8b-a3bb-c850f6f55c03 req-0fa8154b-5c90-4833-a1b7-a477af2db844 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:29.620742 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f6209060-8bd0-4f8b-a3bb-c850f6f55c03 req-0fa8154b-5c90-4833-a1b7-a477af2db844 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0509920 Jun 20 14:58:29.672354 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f6209060-8bd0-4f8b-a3bb-c850f6f55c03 req-45956213-76ba-4bd1-8f97-4be31b747d07 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432608 Jun 20 14:58:30.706779 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ea54d-09cb-433e-b694-b64b8c96efa5 req-29379ddc-7339-440b-a18e-b7cee4f4a854 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:30.708348 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ae1ea54d-09cb-433e-b694-b64b8c96efa5 req-29379ddc-7339-440b-a18e-b7cee4f4a854 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 945 time: 0.0538325 Jun 20 14:58:30.761269 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ae1ea54d-09cb-433e-b694-b64b8c96efa5 req-340cc323-87d9-4596-a4da-e800b60836a8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470636 Jun 20 14:58:30.794010 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be7d5d-ef98-4db5-85d5-7337b56eef18 req-42b93b50-b7e6-492c-89a4-56297ae5cc89 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:30.795465 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53be7d5d-ef98-4db5-85d5-7337b56eef18 req-42b93b50-b7e6-492c-89a4-56297ae5cc89 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0462558 Jun 20 14:58:30.841082 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-53be7d5d-ef98-4db5-85d5-7337b56eef18 req-dcdf1c94-905d-4ca1-93f5-537a2bcad4c5 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400364 Jun 20 14:58:31.892300 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120e691-88d8-4e74-943e-6237b01947bb req-72066cf6-a296-4cad-8174-a7c0c846579c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:31.893858 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0120e691-88d8-4e74-943e-6237b01947bb req-72066cf6-a296-4cad-8174-a7c0c846579c tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 945 time: 0.0555055 Jun 20 14:58:31.944433 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0120e691-88d8-4e74-943e-6237b01947bb req-26ce93b3-2708-477f-bdbd-d3e476dc5ed2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups?id=d37866d3-4b94-4e53-93fb-b0d94685f451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449691 Jun 20 14:58:32.239427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a602c-1819-45c5-9b0c-8262b68228e9 req-cc3c5e8e-8ba4-4420-b05a-aa921186849a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:32.241964 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a77a602c-1819-45c5-9b0c-8262b68228e9 req-cc3c5e8e-8ba4-4420-b05a-aa921186849a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.3269565 Jun 20 14:58:32.273210 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-a3420858-70bc-48ea-a710-5b3d0a682a94 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:32.274775 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-a3420858-70bc-48ea-a710-5b3d0a682a94 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 945 time: 0.0832834 Jun 20 14:58:32.367249 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a77a602c-1819-45c5-9b0c-8262b68228e9 req-83f089d0-dfb7-4ab2-8b1a-0ece51287b8a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175902 Jun 20 14:58:32.381481 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:58:32.381765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:32.474186 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] For port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:32.474511 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:32.650123 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:32.650471 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (2167e353-4ddd-4e3d-b591-0ff996cd26cc), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:32.650782 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Floating IP 2167e353-4ddd-4e3d-b591-0ff996cd26cc disassociated. External IP: 172.27.1.62, port: 35e04bd3-d6a7-4435-9fb4-54ee749aff5b. Jun 20 14:58:32.651112 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for 35e04bd3-d6a7-4435-9fb4-54ee749aff5b owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:58:32.767770 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:32.784380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (35e04bd3-d6a7-4435-9fb4-54ee749aff5b), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:32.813923 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=35e04bd3-d6a7-4435-9fb4-54ee749aff5b,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:32.902844 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:32.925900 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:58:33.031752 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:58:33.048294 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ad66c966-236a-4f7e-ac69-c287e135925f req-f4371d44-5117-4360-8e2e-f81c42fe5c19 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a HTTP/1.1" status: 200 len: 210 time: 0.0344338 Jun 20 14:58:33.056533 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:58:33.073228 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:58:33.073864 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:58:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:33.092313 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] No DVR routers for this DVR port 35e04bd3-d6a7-4435-9fb4-54ee749aff5b on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:58:33.094869 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:33.098118 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f1433a89-bb49-4bb3-b5fc-6c8266ede25d req-4331dd10-3777-4b16-a2bd-44c0edf99dc2 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.26 "DELETE /v2.0/ports/35e04bd3-d6a7-4435-9fb4-54ee749aff5b HTTP/1.1" status: 204 len: 173 time: 0.8156009 Jun 20 14:58:33.098637 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'name': 'network-vif-deleted', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:58:33.100913 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff6e03e-2075-462f-bc9c-7a289e18dc9c" -d '{"events": [{"server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "name": "network-vif-deleted", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:58:33.193834 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:58:33.275166 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1d774d-822e-4931-9146-e6911a8a24db x-openstack-request-id: req-0f1d774d-822e-4931-9146-e6911a8a24db {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:58:33.275676 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a", "name": "network-vif-deleted", "tag": "35e04bd3-d6a7-4435-9fb4-54ee749aff5b", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:58:33.275782 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f1d774d-822e-4931-9146-e6911a8a24db {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:58:33.276101 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1d774d-822e-4931-9146-e6911a8a24db'] response: {'server_uuid': 'd8b9b249-3f96-4fe9-b1cb-4fd4b2269f5a', 'name': 'network-vif-deleted', 'tag': '35e04bd3-d6a7-4435-9fb4-54ee749aff5b', 'status': 'completed', 'code': 200} Jun 20 14:58:33.496890 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5130e0e-e3a3-4a34-a809-f365abddfc3a req-1107cb92-8a3c-406a-823f-94274b10d7f8 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:33.498510 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a5130e0e-e3a3-4a34-a809-f365abddfc3a req-1107cb92-8a3c-406a-823f-94274b10d7f8 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0566287 Jun 20 14:58:33.556381 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a5130e0e-e3a3-4a34-a809-f365abddfc3a req-27ef38f2-bc31-47d2-817d-35d6a6ac2e35 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508518 Jun 20 14:58:33.563950 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:33.590314 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:58:33.601850 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:58:33.602699 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:58:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:33.713302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:58:33.901517 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:33.928087 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c989cbf-fbd0-425c-87bc-7111760b24bf None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:52:07Z', 'revision_number': 4, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6', 'name': '', 'network_id': 'b2b22871-0b88-408a-81b6-567b6c78e97d', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'mac_address': 'fa:16:3e:00:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:05Z', 'updated_at': '2022-06-20T14:52:16Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'subnets': [{'id': '25b0d378-67b3-45fc-a9cd-35b7824289c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:58:34.145601 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55116) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:34.156372 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5454e55f-7b3b-4a80-a619-7a8747e1b95a None None] New status for floating IP 2167e353-4ddd-4e3d-b591-0ff996cd26cc: DOWN {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:58:34.223334 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (d37866d3-4b94-4e53-93fb-b0d94685f451), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.250290 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (d37866d3-4b94-4e53-93fb-b0d94685f451), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.301483 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d37866d3-4b94-4e53-93fb-b0d94685f451), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.305656 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.306973 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/security-groups/d37866d3-4b94-4e53-93fb-b0d94685f451 HTTP/1.1" status: 204 len: 168 time: 0.1603842 Jun 20 14:58:34.309816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55128) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:34.323869 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37866d3-4b94-4e53-93fb-b0d94685f451,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:34.325905 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.api.v2.resource [None req-29efc664-5209-4fb3-b6cc-f8e458d59a3b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] show failed (client error): The resource could not be found. Jun 20 14:58:34.327228 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-29efc664-5209-4fb3-b6cc-f8e458d59a3b tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "GET /v2.0/security-groups/d37866d3-4b94-4e53-93fb-b0d94685f451 HTTP/1.1" status: 404 len: 347 time: 0.0159285 Jun 20 14:58:34.331493 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55130) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:34.332829 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.333282 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.333878 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.334299 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.334858 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.335401 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.335992 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.336521 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.337096 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.337629 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.338301 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.338839 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.339376 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.339936 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.340493 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc68cd70-4834-4b8c-898e-f3964f7357e0 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.440866 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:58:34.487132 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Deleting port 64c30bb6-35ce-498a-956b-0641d7b716fd {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:58:34.487788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.548320 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:34.559982 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '6a7393ac-776d-4cd4-9e00-be227b057942', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'port_id': '6a7393ac-776d-4cd4-9e00-be227b057942', 'mac_address': 'fa:16:3e:92:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:58:34.565480 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.565808 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (64c30bb6-35ce-498a-956b-0641d7b716fd), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.579083 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Calling delete_port for 64c30bb6-35ce-498a-956b-0641d7b716fd owned by network:floatingip {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:58:34.596986 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: ACTIVE; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:58:34.597624 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.612541 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a7393ac-776d-4cd4-9e00-be227b057942 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:58:34.631096 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:34.636472 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:34.645818 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.709690 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=6']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:34.718333 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.718676 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.719013 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.719345 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.719670 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.719989 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.720308 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.720623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.721155 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.721643 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.721963 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.722424 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.722906 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.723226 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.723603 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:58:34.752257 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6a7393ac-776d-4cd4-9e00-be227b057942'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:58:34.768874 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1eb90-c92d-422c-be54-2bfa376f2511 req-840e8ca2-bdea-4301-bd97-b1cb582720bf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:34.775715 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0ef1eb90-c92d-422c-be54-2bfa376f2511 req-840e8ca2-bdea-4301-bd97-b1cb582720bf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0879204 Jun 20 14:58:34.794235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:34.806263 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (64c30bb6-35ce-498a-956b-0641d7b716fd), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.879650 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0ef1eb90-c92d-422c-be54-2bfa376f2511 req-eaac1f0c-7f1c-4942-9c2c-93f929c99c6f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029549 Jun 20 14:58:34.888054 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Pushing event deleted for resources: {'Port': ['ID=64c30bb6-35ce-498a-956b-0641d7b716fd,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:34.976525 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-835d4633-496c-4473-a769-25cc9e4a8af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.982093 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks [] for floatingip (2167e353-4ddd-4e3d-b591-0ff996cd26cc), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.984916 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:34.986106 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c495d793-b16b-4860-a7fa-a5f054e730f8 tempest-AttachVolumeNegativeTest-439904756 tempest-AttachVolumeNegativeTest-439904756-project] 10.222.0.23 "DELETE /v2.0/floatingips/2167e353-4ddd-4e3d-b591-0ff996cd26cc HTTP/1.1" status: 204 len: 168 time: 0.6534917 Jun 20 14:58:36.009759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df43192-e4d2-4690-965d-483603b8ce8d req-61a92647-d86a-4018-bc4a-07d616f09f70 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:36.011976 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7df43192-e4d2-4690-965d-483603b8ce8d req-61a92647-d86a-4018-bc4a-07d616f09f70 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0491507 Jun 20 14:58:36.071170 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7df43192-e4d2-4690-965d-483603b8ce8d req-8365aec7-4876-4d6e-9c46-4979964099d2 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522254 Jun 20 14:58:36.444523 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:58:36.506204 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 6a7393ac-776d-4cd4-9e00-be227b057942 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:58:36.506584 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:36.586997 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:58:36.587516 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:36.614657 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:58:36.618221 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea4e64-d272-4e66-aa55-7a12884ec981" -d '{"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:58:36.648544 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:36.656590 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:36.657473 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 35e04bd3-d6a7-4435-9fb4-54ee749aff5b no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:58:36.706939 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 35e04bd3-d6a7-4435-9fb4-54ee749aff5b {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:58:36.707284 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 35e04bd3-d6a7-4435-9fb4-54ee749aff5b not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:58:36.738398 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f61fe51-750a-466d-bede-06a96d0a51ce x-openstack-request-id: req-6f61fe51-750a-466d-bede-06a96d0a51ce {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:58:36.738949 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:58:36.739199 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f61fe51-750a-466d-bede-06a96d0a51ce {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:58:36.739596 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f61fe51-750a-466d-bede-06a96d0a51ce'] response: {'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942', 'code': 200} Jun 20 14:58:36.753407 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=7']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:37.214145 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a636aaf-bac0-4c7d-9854-5dafebc16291 req-3ea5865c-7503-486e-972b-8d17d1f1bf9e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:37.216409 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3a636aaf-bac0-4c7d-9854-5dafebc16291 req-3ea5865c-7503-486e-972b-8d17d1f1bf9e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0581198 Jun 20 14:58:37.285313 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3a636aaf-bac0-4c7d-9854-5dafebc16291 req-e0ab3c57-a08f-4551-900a-100559bb2809 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599737 Jun 20 14:58:37.412214 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-47a68606-d8a3-47fa-ab96-b3f447f07821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:37.838543 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:38.426846 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2c07f-05c1-4ad2-9004-01cb7ba863ac req-d6171076-f94f-4d18-ad11-d6df4f0b5003 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:38.429559 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96e2c07f-05c1-4ad2-9004-01cb7ba863ac req-d6171076-f94f-4d18-ad11-d6df4f0b5003 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0635262 Jun 20 14:58:38.461795 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:38.488026 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-96e2c07f-05c1-4ad2-9004-01cb7ba863ac req-dccf5734-aa61-4871-b645-035c71ea640e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525844 Jun 20 14:58:38.601794 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:38.813937 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55222) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:39.170780 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:39.356353 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (fba067bd-1f51-492d-8ecc-3583faae66dc), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:39.584956 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Deleting port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:58:39.585644 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:39.617678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c046ac-37dc-467c-898a-594a9397290f req-836ad681-60d4-4aae-927a-0e62693731ef tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:39.619539 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c5c046ac-37dc-467c-898a-594a9397290f req-836ad681-60d4-4aae-927a-0e62693731ef tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0526717 Jun 20 14:58:39.666759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:39.676034 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:39.685800 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c5c046ac-37dc-467c-898a-594a9397290f req-034e56c2-0550-498e-b97d-f7ee8dbba427 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604362 Jun 20 14:58:39.709302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] For port 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:39.709302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:39.721380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Calling delete_port for 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 owned by network:router_interface {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:58:39.860856 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:39.911525 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:39.948025 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:40.134712 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (fba067bd-1f51-492d-8ecc-3583faae66dc), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:40.162359 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:40.196342 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:40.311781 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:40.363120 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Router fba067bd-1f51-492d-8ecc-3583faae66dc has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:58:40.482130 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:58:40.488004 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-108df834-8363-43a8-b82f-271f65de7756 admin admin] 10.222.0.23 "PUT /v2.0/routers/fba067bd-1f51-492d-8ecc-3583faae66dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728814 Jun 20 14:58:40.493187 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55230) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:40.494934 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] Sync routers for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:58:40.510451 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:58:40.511390 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:58:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:40.623460 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:58:40.627552 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks [] for router (fba067bd-1f51-492d-8ecc-3583faae66dc), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:40.741737 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:40.765705 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks [] for router_gateway (fba067bd-1f51-492d-8ecc-3583faae66dc), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:40.821154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Deleting port 25aa42a4-03c3-4527-bb17-76cad3bcc770 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:58:40.821611 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:40.857421 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1738b8-313c-47ae-98b8-0260df7597ed req-5daa8479-49c6-406f-a244-c0c902a9fe66 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:40.862957 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-df1738b8-313c-47ae-98b8-0260df7597ed req-5daa8479-49c6-406f-a244-c0c902a9fe66 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0678341 Jun 20 14:58:40.874548 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:58:39Z', 'revision_number': 5, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port': {'id': '25aa42a4-03c3-4527-bb17-76cad3bcc770', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:33:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:52:01Z', 'updated_at': '2022-06-20T14:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:40.915964 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] Checking router: fba067bd-1f51-492d-8ecc-3583faae66dc for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:58:40.927297 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] Routers {'fba067bd-1f51-492d-8ecc-3583faae66dc'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:58:40.927820 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:58:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fba067bd-1f51-492d-8ecc-3583faae66dc'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:40.965001 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-df1738b8-313c-47ae-98b8-0260df7597ed req-c809135b-fdc4-489a-b6e8-6d42969a4466 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954692 Jun 20 14:58:40.967640 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] For port 25aa42a4-03c3-4527-bb17-76cad3bcc770, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=25aa42a4-03c3-4527-bb17-76cad3bcc770,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:40.968058 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:40.984906 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Calling delete_port for 25aa42a4-03c3-4527-bb17-76cad3bcc770 owned by network:router_gateway {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:58:41.086385 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] Set router fba067bd-1f51-492d-8ecc-3583faae66dc gateway port host: None {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:58:41.157700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:58:40Z', 'revision_number': 6, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:41.188116 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d76e92-7075-4650-8d55-ceab016bf1fb None None] The sync data for ids ['fba067bd-1f51-492d-8ecc-3583faae66dc'] in dv-cinder-836973-5-iscsi is: [{'id': 'fba067bd-1f51-492d-8ecc-3583faae66dc', 'name': 'tempest-AttachVolumeNegativeTest-505411313-router', 'tenant_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:52:00Z', 'updated_at': '2022-06-20T14:58:40Z', 'revision_number': 6, 'project_id': '532cbc0c846c4a528fccd85b0b8ab4d8', 'gw_port_host': None}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:58:41.189857 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (25aa42a4-03c3-4527-bb17-76cad3bcc770), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.232674 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25aa42a4-03c3-4527-bb17-76cad3bcc770,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:41.303381 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (fba067bd-1f51-492d-8ecc-3583faae66dc), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.393935 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (fba067bd-1f51-492d-8ecc-3583faae66dc), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.396885 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks [] for router_controller (fba067bd-1f51-492d-8ecc-3583faae66dc), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.441929 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (fba067bd-1f51-492d-8ecc-3583faae66dc), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.442746 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fba067bd-1f51-492d-8ecc-3583faae66dc {{(pid=110373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 14:58:41.446971 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.448100 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6d7009d1-120a-42d1-8b98-04693f5460e4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fba067bd-1f51-492d-8ecc-3583faae66dc HTTP/1.1" status: 204 len: 168 time: 0.9538333 Jun 20 14:58:41.450908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55240) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:41.497969 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] Deleting subnet 25b0d378-67b3-45fc-a9cd-35b7824289c9 {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:58:41.501523 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] Publish callbacks [] for subnet (25b0d378-67b3-45fc-a9cd-35b7824289c9), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.551434 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13380620'] for subnet (25b0d378-67b3-45fc-a9cd-35b7824289c9), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.553532 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:41.648795 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (25b0d378-67b3-45fc-a9cd-35b7824289c9), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.673239 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:41.712091 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15963139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15892779'] for subnet (25b0d378-67b3-45fc-a9cd-35b7824289c9), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.737639 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b0d378-67b3-45fc-a9cd-35b7824289c9,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:41.750235 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.756378 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-9d6f6a4e-7df1-49ee-9cb0-76e3fb599674 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/25b0d378-67b3-45fc-a9cd-35b7824289c9 HTTP/1.1" status: 204 len: 168 time: 0.3018801 Jun 20 14:58:41.756563 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56dc0d2-80fa-4d2a-90ce-a43ac8838c81 None None] Network b2b22871-0b88-408a-81b6-567b6c78e97d requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:58:41.756675 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55244) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:41.886141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (b2b22871-0b88-408a-81b6-567b6c78e97d), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:41.945289 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Deleting port 1dd9218b-54e7-4cde-a87b-75dd52027ffd {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:58:41.945633 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.021387 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] DHCP port deletion for b2b22871-0b88-408a-81b6-567b6c78e97d request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 14:58:42.040970 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:42.047155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] For port 1dd9218b-54e7-4cde-a87b-75dd52027ffd, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=1dd9218b-54e7-4cde-a87b-75dd52027ffd,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:42.047516 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.081958 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Calling delete_port for 1dd9218b-54e7-4cde-a87b-75dd52027ffd owned by network:dhcp {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:58:42.082574 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] Deleting port 1dd9218b-54e7-4cde-a87b-75dd52027ffd {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:58:42.083029 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.172758 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] For port 1dd9218b-54e7-4cde-a87b-75dd52027ffd, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=1dd9218b-54e7-4cde-a87b-75dd52027ffd,segment=NetworkSegment(e6a2b740-48cf-4723-9c9f-baaf208411b2),segment_id=e6a2b740-48cf-4723-9c9f-baaf208411b2)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:42.173256 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.197370 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] Calling delete_port for 1dd9218b-54e7-4cde-a87b-75dd52027ffd owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:58:42.219164 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:42.277769 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.311556 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd9218b-54e7-4cde-a87b-75dd52027ffd,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:42.316492 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] No DVR routers for this DVR port 1dd9218b-54e7-4cde-a87b-75dd52027ffd on host dv-cinder-836973-5-iscsi {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:58:42.317103 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (1dd9218b-54e7-4cde-a87b-75dd52027ffd), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.375732 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] Pushing event deleted for resources: {'Port': ['ID=1dd9218b-54e7-4cde-a87b-75dd52027ffd,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:42.385383 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde38643-bc93-43db-9ec2-1e5f4e05c8d8 None None] No DVR routers for this DVR port 1dd9218b-54e7-4cde-a87b-75dd52027ffd on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:58:42.445186 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (b2b22871-0b88-408a-81b6-567b6c78e97d), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.474642 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d3aa-836e-49a2-9a06-684dc16c9cae req-89873783-ef4d-40b8-ba54-f0169a1bafac tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:42.475919 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b22871-0b88-408a-81b6-567b6c78e97d']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:42.477119 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3211d3aa-836e-49a2-9a06-684dc16c9cae req-89873783-ef4d-40b8-ba54-f0169a1bafac tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.1071014 Jun 20 14:58:42.490017 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a2b740-48cf-4723-9c9f-baaf208411b2') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:42.490191 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a2b740-48cf-4723-9c9f-baaf208411b2') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:58:42.505686 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (e6a2b740-48cf-4723-9c9f-baaf208411b2), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.525026 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (e6a2b740-48cf-4723-9c9f-baaf208411b2), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.536703 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:58:42.536703 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (e6a2b740-48cf-4723-9c9f-baaf208411b2), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.585405 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3211d3aa-836e-49a2-9a06-684dc16c9cae req-de92576d-b529-468f-bca9-597222325e1c tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968368 Jun 20 14:58:42.627221 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (b2b22871-0b88-408a-81b6-567b6c78e97d), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.644450 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.649410 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] 10.222.0.23 "DELETE /v2.0/networks/b2b22871-0b88-408a-81b6-567b6c78e97d HTTP/1.1" status: 204 len: 168 time: 0.8917632 Jun 20 14:58:42.688983 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b39887-ff8c-434f-a812-f46e9559a32f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b22871-0b88-408a-81b6-567b6c78e97d,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:42.842945 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment e6a2b740-48cf-4723-9c9f-baaf208411b2 resource provider aggregate not found Jun 20 14:58:42.859021 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55272) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:42.862256 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment e6a2b740-48cf-4723-9c9f-baaf208411b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6a2b740-48cf-4723-9c9f-baaf208411b2 found for delete ", "request_id": "req-a0ace5a1-b226-48f4-b3b0-a1af6614ce62"}]} Jun 20 14:58:42.910380 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3f86e483-3e19-4b9f-a48b-d73e6a33fb35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=532cbc0c846c4a528fccd85b0b8ab4d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0503430 Jun 20 14:58:42.913149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55274) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:42.960252 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:42.965395 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 25aa42a4-03c3-4527-bb17-76cad3bcc770 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:58:42.985236 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c44b638c-f733-4683-b9e3-75ec6267dd1e admin admin] Publish callbacks [] for security_group (7d0f2342-c54a-477c-a154-0154627954a1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:42.992994 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 25aa42a4-03c3-4527-bb17-76cad3bcc770 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:58:42.993695 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 25aa42a4-03c3-4527-bb17-76cad3bcc770 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:58:42.994366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:58:43.016331 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:58:43.017083 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 98ddadf4-9cb8-4ed3-88c6-8c407ee83ad6 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:58:43.017733 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 1dd9218b-54e7-4cde-a87b-75dd52027ffd no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:58:43.019284 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c44b638c-f733-4683-b9e3-75ec6267dd1e admin admin] Publish callbacks [] for security_group (7d0f2342-c54a-477c-a154-0154627954a1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:43.040410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 1dd9218b-54e7-4cde-a87b-75dd52027ffd {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:58:43.041099 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 1dd9218b-54e7-4cde-a87b-75dd52027ffd not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:58:43.092690 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c44b638c-f733-4683-b9e3-75ec6267dd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (7d0f2342-c54a-477c-a154-0154627954a1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:43.095457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-c44b638c-f733-4683-b9e3-75ec6267dd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:43.096782 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-c44b638c-f733-4683-b9e3-75ec6267dd1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d0f2342-c54a-477c-a154-0154627954a1 HTTP/1.1" status: 204 len: 168 time: 0.1824763 Jun 20 14:58:43.109241 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b638c-f733-4683-b9e3-75ec6267dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f2342-c54a-477c-a154-0154627954a1,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:43.788765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36ef8e-c027-4e37-a2da-326314ffe9e5 req-00ce6953-9a4d-40f7-82f3-521d211d90b9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:43.790545 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ad36ef8e-c027-4e37-a2da-326314ffe9e5 req-00ce6953-9a4d-40f7-82f3-521d211d90b9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0780649 Jun 20 14:58:43.884856 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ad36ef8e-c027-4e37-a2da-326314ffe9e5 req-323ea9f2-0ab7-413a-a8c1-28baa24304ea tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758803 Jun 20 14:58:44.238382 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:44.248862 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:45.042904 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff11330-09bb-4552-b6d1-e3920be70ec9 req-195049c5-6ba3-4fa0-9a39-b33ae2712825 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:45.046208 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8ff11330-09bb-4552-b6d1-e3920be70ec9 req-195049c5-6ba3-4fa0-9a39-b33ae2712825 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0692747 Jun 20 14:58:45.103706 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8ff11330-09bb-4552-b6d1-e3920be70ec9 req-36361540-999b-498c-a79d-0fa4fdb90869 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516036 Jun 20 14:58:45.976370 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be890-677e-497e-b691-b4881c6beb71 req-f9fcdd75-f778-4801-87f3-3c67f1dcc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:45.978025 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-998be890-677e-497e-b691-b4881c6beb71 req-f9fcdd75-f778-4801-87f3-3c67f1dcc774 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1129 time: 0.0404985 Jun 20 14:58:46.074711 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be890-677e-497e-b691-b4881c6beb71 req-7944abf4-6d41-4a7d-ad9c-cde4f80c6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:46.076163 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-998be890-677e-497e-b691-b4881c6beb71 req-7944abf4-6d41-4a7d-ad9c-cde4f80c6186 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.0908039 Jun 20 14:58:46.135356 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-998be890-677e-497e-b691-b4881c6beb71 req-6d3fe449-4309-4ef8-a3c4-02ffef7e81ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 1001 time: 0.0532541 Jun 20 14:58:46.197212 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be890-677e-497e-b691-b4881c6beb71 req-021b3130-d748-4ec3-8a0b-2d0117b853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:46.198751 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-998be890-677e-497e-b691-b4881c6beb71 req-021b3130-d748-4ec3-8a0b-2d0117b853c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0572100 Jun 20 14:58:46.251048 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb776d9-80e5-48e1-92ad-d7b76afd8472 req-62e0937e-78fd-4818-982c-737c175c87e4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:46.252694 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9fb776d9-80e5-48e1-92ad-d7b76afd8472 req-62e0937e-78fd-4818-982c-737c175c87e4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0613198 Jun 20 14:58:46.255529 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998be890-677e-497e-b691-b4881c6beb71 req-9faa4a91-abf1-44f3-bf73-7b9a2798a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:46.257978 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-998be890-677e-497e-b691-b4881c6beb71 req-9faa4a91-abf1-44f3-bf73-7b9a2798a11d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531960 Jun 20 14:58:46.306914 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9fb776d9-80e5-48e1-92ad-d7b76afd8472 req-92851436-95be-4385-a10f-7645b1507a22 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464811 Jun 20 14:58:46.357664 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-998be890-677e-497e-b691-b4881c6beb71 req-d6f31b3f-d228-4146-bc4f-dc747e279060 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933518 Jun 20 14:58:46.398294 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:46.455565 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-998be890-677e-497e-b691-b4881c6beb71 req-072df698-b433-4a06-8e23-44ce074c30a6 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914409 Jun 20 14:58:47.427194 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4274d57-fa0e-4417-a722-a699a885a168 req-bc25ade7-d1b0-47ca-8b6e-e8aae94acbfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:47.429143 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b4274d57-fa0e-4417-a722-a699a885a168 req-bc25ade7-d1b0-47ca-8b6e-e8aae94acbfc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0478013 Jun 20 14:58:47.479871 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b4274d57-fa0e-4417-a722-a699a885a168 req-8f047a95-c8eb-4750-a220-c22520bb46c4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444241 Jun 20 14:58:47.580508 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55378) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:47.692503 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-bd6e75b9-88ea-44fc-8997-4aaf6a3e48b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:47.773961 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-bd6e75b9-88ea-44fc-8997-4aaf6a3e48b0 admin admin] Publish callbacks [] for security_group (10878306-c97f-4cfc-b46d-af9fb12901fd), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:47.779385 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-bd6e75b9-88ea-44fc-8997-4aaf6a3e48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (10878306-c97f-4cfc-b46d-af9fb12901fd), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:48.080603 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-bd6e75b9-88ea-44fc-8997-4aaf6a3e48b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a3113610cec48debcae1934d22fec2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4987991 Jun 20 14:58:48.081491 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e75b9-88ea-44fc-8997-4aaf6a3e48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10878306-c97f-4cfc-b46d-af9fb12901fd,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:48.083455 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55382) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:48.143152 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6536be0a-0474-493b-b6f2-ebc93819cc8a admin admin] Publish callbacks [] for security_group (10878306-c97f-4cfc-b46d-af9fb12901fd), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:48.166083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6536be0a-0474-493b-b6f2-ebc93819cc8a admin admin] Publish callbacks [] for security_group (10878306-c97f-4cfc-b46d-af9fb12901fd), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:48.216264 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6536be0a-0474-493b-b6f2-ebc93819cc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (10878306-c97f-4cfc-b46d-af9fb12901fd), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:48.218844 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6536be0a-0474-493b-b6f2-ebc93819cc8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:48.220043 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6536be0a-0474-493b-b6f2-ebc93819cc8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10878306-c97f-4cfc-b46d-af9fb12901fd HTTP/1.1" status: 204 len: 168 time: 0.1355538 Jun 20 14:58:48.228864 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536be0a-0474-493b-b6f2-ebc93819cc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10878306-c97f-4cfc-b46d-af9fb12901fd,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:48.470095 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:58:48.555779 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: ACTIVE; New status is: DOWN {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:58:48.556343 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:48.596430 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:58:48.600033 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb391dc-162d-4651-a1b3-d42a6b1bbffa" -d '{"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:58:48.609196 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:58:48.615893 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:48.638172 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b25418-7d01-4cb3-afb9-afee52dd54db req-8caf9e30-0d5e-4618-8bbc-c3af91582ddb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:48.639797 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-57b25418-7d01-4cb3-afb9-afee52dd54db req-8caf9e30-0d5e-4618-8bbc-c3af91582ddb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 945 time: 0.0594172 Jun 20 14:58:48.655803 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:48.708683 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-57b25418-7d01-4cb3-afb9-afee52dd54db req-8028352f-33c2-48fa-86c2-291fe4f4a3a6 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590830 Jun 20 14:58:48.783144 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Jun 2022 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9750f7b2-eb27-438b-82c2-f6866c645d52 x-openstack-request-id: req-9750f7b2-eb27-438b-82c2-f6866c645d52 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:58:48.783426 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-unplugged", "status": "failed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942", "code": 422}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:58:48.783667 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9750f7b2-eb27-438b-82c2-f6866c645d52 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:58:48.784052 dv-cinder-836973-5-iscsi neutron-server[110375]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9750f7b2-eb27-438b-82c2-f6866c645d52']: {'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942', 'code': 422} returned with failed status Jun 20 14:58:48.784362 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:48.811949 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=8']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:49.642761 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [req-7732dcf2-e482-4e16-9cea-396a11c17c6e req-cd20b922-ab05-4856-9309-fca179737ead service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:58:49.643795 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7732dcf2-e482-4e16-9cea-396a11c17c6e req-cd20b922-ab05-4856-9309-fca179737ead service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1072376 Jun 20 14:58:49.804269 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1a4ee-7289-4e0c-8476-1d6a235264f1 req-075d3236-1fb2-4a60-80a6-99b2a14e4af3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:49.805807 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cea1a4ee-7289-4e0c-8476-1d6a235264f1 req-075d3236-1fb2-4a60-80a6-99b2a14e4af3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0488460 Jun 20 14:58:49.855880 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cea1a4ee-7289-4e0c-8476-1d6a235264f1 req-81d31c63-f3e4-4215-9c71-b55e0ec14875 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436077 Jun 20 14:58:50.066967 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55478) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:50.153691 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-34f60dc4-f925-4577-bd37-cdeea8b8b83d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855193 Jun 20 14:58:50.162251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-4cb18b17-f842-4bb2-b919-d2c5ec386bdf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 14:58:50.163193 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-4cb18b17-f842-4bb2-b919-d2c5ec386bdf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050697 Jun 20 14:58:50.238457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55486) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:50.334200 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-1f2cb758-04a2-4366-94f7-b845a07e464e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:50.335531 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-1f2cb758-04a2-4366-94f7-b845a07e464e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports/6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 940 time: 0.0960898 Jun 20 14:58:50.985153 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d489f1c-a726-4563-bb18-b5af01a07fee req-0b75f12e-18a1-4d3c-86e9-cdb4bfc76f20 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:50.986831 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0d489f1c-a726-4563-bb18-b5af01a07fee req-0b75f12e-18a1-4d3c-86e9-cdb4bfc76f20 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0509183 Jun 20 14:58:51.038936 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0d489f1c-a726-4563-bb18-b5af01a07fee req-4b0bf667-4aa5-483c-acc9-156fd6877722 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461454 Jun 20 14:58:51.285379 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-7866b49f-7fcc-4ce5-9471-f83cc341bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:51.286859 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-7866b49f-7fcc-4ce5-9471-f83cc341bdaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb&tenant_id=a98f7478c9384ee298321a1506aa0bde HTTP/1.1" status: 200 len: 1127 time: 0.0399754 Jun 20 14:58:51.349907 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-9ba2136a-6416-47b2-a35a-7f87fbe20ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:51.351447 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-9ba2136a-6416-47b2-a35a-7f87fbe20ebe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1127 time: 0.0405536 Jun 20 14:58:51.445624 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-6492dac7-ad17-4b59-a911-47c534465844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:51.447147 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-6492dac7-ad17-4b59-a911-47c534465844 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.0898178 Jun 20 14:58:51.518254 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-e2abcdf1-40b1-4bf8-9820-4ebff9e0569a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 999 time: 0.0653024 Jun 20 14:58:51.570782 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-000a5959-79e6-4c00-8113-351291b1fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:51.572266 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-000a5959-79e6-4c00-8113-351291b1fe4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0477061 Jun 20 14:58:51.616906 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-9bbaac83-759e-49df-9260-3f65ab4d5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:51.618519 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-9bbaac83-759e-49df-9260-3f65ab4d5ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397217 Jun 20 14:58:51.697120 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:51.711785 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-f090a29f-0f32-48c8-90c0-328f2b6d877d service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874968 Jun 20 14:58:51.801225 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3adf5a90-cfb5-4f28-b7e3-bf1077e0ac32 req-b5c014f2-d36c-45a7-a14d-4c79299bc565 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823007 Jun 20 14:58:52.162031 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a1594-61fa-4ade-8ed6-a178486ce710 req-da5b67c3-1d03-4436-8c64-8e3b30702cbd tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:52.163607 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d18a1594-61fa-4ade-8ed6-a178486ce710 req-da5b67c3-1d03-4436-8c64-8e3b30702cbd tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0514951 Jun 20 14:58:52.224640 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d18a1594-61fa-4ade-8ed6-a178486ce710 req-e51ad1f1-f4dc-4c68-82d1-94d9c2ed8cef tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543845 Jun 20 14:58:52.485664 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:58:52.591194 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: DOWN; New status is: DOWN {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:58:53.045479 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55540) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:53.157776 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-61060e26-164d-4dd7-80c6-48e0dc28f6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:53.244899 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-61060e26-164d-4dd7-80c6-48e0dc28f6e8 admin admin] Publish callbacks [] for security_group (221b86a0-63cf-45e1-911b-b9c673d8c08a), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:53.257412 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-61060e26-164d-4dd7-80c6-48e0dc28f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (221b86a0-63cf-45e1-911b-b9c673d8c08a), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:53.318354 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-61060e26-164d-4dd7-80c6-48e0dc28f6e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=368fd4303a6e43b8b319d4e86b4ff486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709241 Jun 20 14:58:53.321852 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55546) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:53.329035 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61060e26-164d-4dd7-80c6-48e0dc28f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221b86a0-63cf-45e1-911b-b9c673d8c08a,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:53.395240 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352a34-56b0-4690-a6c7-a0b6d2abfe1e req-49587e9e-3612-4794-b965-6f80aedae1ae tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:53.398411 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-28352a34-56b0-4690-a6c7-a0b6d2abfe1e req-49587e9e-3612-4794-b965-6f80aedae1ae tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0780976 Jun 20 14:58:53.403353 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7b690647-f32d-4f64-990d-519516a516ed admin admin] Publish callbacks [] for security_group (221b86a0-63cf-45e1-911b-b9c673d8c08a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:53.405780 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:53.408012 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:53.430100 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7b690647-f32d-4f64-990d-519516a516ed admin admin] Publish callbacks [] for security_group (221b86a0-63cf-45e1-911b-b9c673d8c08a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:53.482500 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-28352a34-56b0-4690-a6c7-a0b6d2abfe1e req-bdd2acd4-f85c-42e4-b718-2dd1436f8293 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792482 Jun 20 14:58:53.492374 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7b690647-f32d-4f64-990d-519516a516ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (221b86a0-63cf-45e1-911b-b9c673d8c08a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:53.495116 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7b690647-f32d-4f64-990d-519516a516ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:53.496216 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7b690647-f32d-4f64-990d-519516a516ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/221b86a0-63cf-45e1-911b-b9c673d8c08a HTTP/1.1" status: 204 len: 168 time: 0.1733935 Jun 20 14:58:53.517612 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b690647-f32d-4f64-990d-519516a516ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221b86a0-63cf-45e1-911b-b9c673d8c08a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:54.616437 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d75cd-d48d-4e4f-9228-ef4ebfe39603 req-c357f2ae-d397-49fa-a321-8b2e9d0a83ed tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:54.625161 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ad3d75cd-d48d-4e4f-9228-ef4ebfe39603 req-c357f2ae-d397-49fa-a321-8b2e9d0a83ed tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0628030 Jun 20 14:58:54.682158 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ad3d75cd-d48d-4e4f-9228-ef4ebfe39603 req-b9de3ead-7bf7-4d8b-9828-44af8f339aad tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557480 Jun 20 14:58:55.387355 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55594) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:55.519111 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7d84eb45-4fdf-4309-8ca7-d8234c5aa4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:55.611304 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7d84eb45-4fdf-4309-8ca7-d8234c5aa4c8 admin admin] Publish callbacks [] for security_group (e564ae4d-1c65-4e95-b232-de86fddbbaff), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:55.615955 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7d84eb45-4fdf-4309-8ca7-d8234c5aa4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (e564ae4d-1c65-4e95-b232-de86fddbbaff), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:55.656496 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7d84eb45-4fdf-4309-8ca7-d8234c5aa4c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5436af5daa80495691e04540343060c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679651 Jun 20 14:58:55.658595 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84eb45-4fdf-4309-8ca7-d8234c5aa4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e564ae4d-1c65-4e95-b232-de86fddbbaff,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:55.659529 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55598) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:55.716505 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5b5d-0c3d-4dc9-88ba-be2fe764f31c admin admin] Publish callbacks [] for security_group (e564ae4d-1c65-4e95-b232-de86fddbbaff), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:55.773616 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5b5d-0c3d-4dc9-88ba-be2fe764f31c admin admin] Publish callbacks [] for security_group (e564ae4d-1c65-4e95-b232-de86fddbbaff), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:55.782684 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:55.847743 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed4a74-dfd7-4e5a-8403-5882ef91c53b req-3e3e70ee-a567-4727-921c-16fd8d3d6328 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:55.849283 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-57ed4a74-dfd7-4e5a-8403-5882ef91c53b req-3e3e70ee-a567-4727-921c-16fd8d3d6328 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0814185 Jun 20 14:58:55.884044 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5b5d-0c3d-4dc9-88ba-be2fe764f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (e564ae4d-1c65-4e95-b232-de86fddbbaff), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:55.886639 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5b5d-0c3d-4dc9-88ba-be2fe764f31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:55.887756 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-ab7d5b5d-0c3d-4dc9-88ba-be2fe764f31c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e564ae4d-1c65-4e95-b232-de86fddbbaff HTTP/1.1" status: 204 len: 168 time: 0.2270727 Jun 20 14:58:55.907481 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d5b5d-0c3d-4dc9-88ba-be2fe764f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e564ae4d-1c65-4e95-b232-de86fddbbaff,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:55.912642 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-57ed4a74-dfd7-4e5a-8403-5882ef91c53b req-c44b714b-f8a8-404e-b757-5d4d7928b345 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573363 Jun 20 14:58:56.214045 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55606) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:56.229275 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-843b3fdb-e8eb-457e-a3df-205af18e94c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:56.321375 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:56.335265 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-843b3fdb-e8eb-457e-a3df-205af18e94c9 admin admin] Publish callbacks [] for security_group (1f99244d-1a14-4b9d-a03f-0ba153184c85), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:56.340302 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-843b3fdb-e8eb-457e-a3df-205af18e94c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1f99244d-1a14-4b9d-a03f-0ba153184c85), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:56.384124 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-843b3fdb-e8eb-457e-a3df-205af18e94c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=836b60c39c984574a7f70c2ee0f48cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676047 Jun 20 14:58:56.386519 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55608) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:56.387957 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b3fdb-e8eb-457e-a3df-205af18e94c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99244d-1a14-4b9d-a03f-0ba153184c85,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:56.450119 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a1be2ee-abf2-4cfc-ba7f-362d913f8538 admin admin] Publish callbacks [] for security_group (1f99244d-1a14-4b9d-a03f-0ba153184c85), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:56.473531 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a1be2ee-abf2-4cfc-ba7f-362d913f8538 admin admin] Publish callbacks [] for security_group (1f99244d-1a14-4b9d-a03f-0ba153184c85), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:56.525633 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a1be2ee-abf2-4cfc-ba7f-362d913f8538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (1f99244d-1a14-4b9d-a03f-0ba153184c85), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:56.528376 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a1be2ee-abf2-4cfc-ba7f-362d913f8538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:56.529593 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3a1be2ee-abf2-4cfc-ba7f-362d913f8538 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f99244d-1a14-4b9d-a03f-0ba153184c85 HTTP/1.1" status: 204 len: 168 time: 0.1420918 Jun 20 14:58:56.537596 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1be2ee-abf2-4cfc-ba7f-362d913f8538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f99244d-1a14-4b9d-a03f-0ba153184c85,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:57.055548 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3efada-9b37-4338-b61e-cfc25ba5a687 req-428173e1-479c-4fd3-9128-073a34e7780b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:57.057126 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cc3efada-9b37-4338-b61e-cfc25ba5a687 req-428173e1-479c-4fd3-9128-073a34e7780b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0591099 Jun 20 14:58:57.125062 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cc3efada-9b37-4338-b61e-cfc25ba5a687 req-cb794f2f-f8f9-4498-88ef-ca7197a6fec1 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616989 Jun 20 14:58:58.272276 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f41a8f-b69f-4e80-9f9d-6ca85c50d127 req-b0b943a4-564f-45a8-bdb0-2ee86bf19b9d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:58.273813 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-19f41a8f-b69f-4e80-9f9d-6ca85c50d127 req-b0b943a4-564f-45a8-bdb0-2ee86bf19b9d tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0551560 Jun 20 14:58:58.321590 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-19f41a8f-b69f-4e80-9f9d-6ca85c50d127 req-a617d693-c5c2-4500-b31b-036ac6a2d0f9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 Jun 20 14:58:58.854019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55686) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:58.982851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7e982673-969b-4358-a081-f846c96e9021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.066852 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7e982673-969b-4358-a081-f846c96e9021 admin admin] Publish callbacks [] for security_group (d529be73-bfdf-414f-905f-6863a163b52f), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.073879 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7e982673-969b-4358-a081-f846c96e9021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d529be73-bfdf-414f-905f-6863a163b52f), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.121732 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7e982673-969b-4358-a081-f846c96e9021 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8d4b5b6a8ce46698d8636f8e9e1d60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661695 Jun 20 14:58:59.122760 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e982673-969b-4358-a081-f846c96e9021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d529be73-bfdf-414f-905f-6863a163b52f,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:59.124820 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55690) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:59.180539 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-05fb6e9a-a865-42aa-85a3-76f6d0629505 admin admin] Publish callbacks [] for security_group (d529be73-bfdf-414f-905f-6863a163b52f), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.204739 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-05fb6e9a-a865-42aa-85a3-76f6d0629505 admin admin] Publish callbacks [] for security_group (d529be73-bfdf-414f-905f-6863a163b52f), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.237041 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:59.259202 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-05fb6e9a-a865-42aa-85a3-76f6d0629505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (d529be73-bfdf-414f-905f-6863a163b52f), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.261834 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-05fb6e9a-a865-42aa-85a3-76f6d0629505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.263420 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-05fb6e9a-a865-42aa-85a3-76f6d0629505 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d529be73-bfdf-414f-905f-6863a163b52f HTTP/1.1" status: 204 len: 168 time: 0.1365447 Jun 20 14:58:59.271972 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb6e9a-a865-42aa-85a3-76f6d0629505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529be73-bfdf-414f-905f-6863a163b52f,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:59.467433 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a04f1-9bf8-4946-a7b0-5bd602487116 req-2abc03d2-86f1-4b76-98ac-4390f7389e6b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:58:59.469199 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7c6a04f1-9bf8-4946-a7b0-5bd602487116 req-2abc03d2-86f1-4b76-98ac-4390f7389e6b tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0537908 Jun 20 14:58:59.527622 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7c6a04f1-9bf8-4946-a7b0-5bd602487116 req-0dd07199-3db5-44f1-9bc2-3d20e43b901f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516577 Jun 20 14:58:59.639294 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55700) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:59.659318 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-48f2a7ac-0a5e-4036-bc81-b37f6a6ea457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.700124 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:58:59.740657 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-48f2a7ac-0a5e-4036-bc81-b37f6a6ea457 admin admin] Publish callbacks [] for security_group (557dace7-567e-435f-b75e-ddcb6ce8c435), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.745738 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-48f2a7ac-0a5e-4036-bc81-b37f6a6ea457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (557dace7-567e-435f-b75e-ddcb6ce8c435), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.788815 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55702) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:58:59.796342 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-48f2a7ac-0a5e-4036-bc81-b37f6a6ea457 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63bb2cdeebde47dd818f47f582c93889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557715 Jun 20 14:58:59.801617 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2a7ac-0a5e-4036-bc81-b37f6a6ea457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557dace7-567e-435f-b75e-ddcb6ce8c435,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:58:59.884840 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Publish callbacks [] for security_group (557dace7-567e-435f-b75e-ddcb6ce8c435), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.910932 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Publish callbacks [] for security_group (557dace7-567e-435f-b75e-ddcb6ce8c435), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.969184 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (557dace7-567e-435f-b75e-ddcb6ce8c435), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.973128 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:58:59.985188 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/557dace7-567e-435f-b75e-ddcb6ce8c435 HTTP/1.1" status: 204 len: 168 time: 0.1887016 Jun 20 14:58:59.994279 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557dace7-567e-435f-b75e-ddcb6ce8c435,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:00.001964 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.002431 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.002823 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.003218 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.003605 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.003986 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.004366 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.010865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c98cd8-4c79-43c9-addb-10be37f219f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:00.641725 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:00.651841 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c743c-7c42-4f1a-8a5f-383636c27940 req-88130be3-3b36-484d-8752-f1e906a9e464 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:00.653567 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-885c743c-7c42-4f1a-8a5f-383636c27940 req-88130be3-3b36-484d-8752-f1e906a9e464 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0502181 Jun 20 14:59:00.707694 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-885c743c-7c42-4f1a-8a5f-383636c27940 req-db150216-ed13-4ab4-b71f-a2569ceaf98f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473659 Jun 20 14:59:01.839736 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ede2a-ff40-482f-acf3-5e82b3c6082a req-ad348851-dffa-4f3b-a1a8-8ebdac6f3f74 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:01.841326 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0f6ede2a-ff40-482f-acf3-5e82b3c6082a req-ad348851-dffa-4f3b-a1a8-8ebdac6f3f74 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 943 time: 0.0542266 Jun 20 14:59:01.890916 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0f6ede2a-ff40-482f-acf3-5e82b3c6082a req-8c63c233-38d3-479d-92f3-95c7b3a98d39 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Jun 20 14:59:02.531157 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:59:02.588034 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=11 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:02.595304 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=21 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:02.632783 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:02.644561 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '6a7393ac-776d-4cd4-9e00-be227b057942', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'port_id': '6a7393ac-776d-4cd4-9e00-be227b057942', 'mac_address': 'fa:16:3e:92:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:59:02.679036 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:02.679413 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:02.693143 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7393ac-776d-4cd4-9e00-be227b057942 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:59:02.713333 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:02.719292 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:02.770022 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=9']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:03.017848 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699646d5-fb7f-4873-bac2-ad5d38fa5e89 req-e08bbff3-8722-42b4-a856-7be5e1384b9f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:03.019410 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-699646d5-fb7f-4873-bac2-ad5d38fa5e89 req-e08bbff3-8722-42b4-a856-7be5e1384b9f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0480571 Jun 20 14:59:03.072633 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-699646d5-fb7f-4873-bac2-ad5d38fa5e89 req-bc29bb99-a2ed-4880-a9d1-f0fff3129270 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472672 Jun 20 14:59:03.493287 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:59:04.217454 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55c2c-ee9a-47c6-8809-77c4e903f4c2 req-5d19acef-29db-4442-a3eb-629e2e14ef61 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:04.219165 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1cc55c2c-ee9a-47c6-8809-77c4e903f4c2 req-5d19acef-29db-4442-a3eb-629e2e14ef61 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0560114 Jun 20 14:59:04.267555 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1cc55c2c-ee9a-47c6-8809-77c4e903f4c2 req-bae20f74-cb3a-4cfd-840e-4211d9f818c4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425663 Jun 20 14:59:04.974245 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f9e42e91-c755-4282-9cf3-f9e2af727b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:05.333680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['6a7393ac-776d-4cd4-9e00-be227b057942'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:59:05.390981 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf931e05-7720-40d4-90d1-7e9e0713ce6b req-bcb27758-3530-44ba-a14e-31ae84463d1e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:05.392523 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bf931e05-7720-40d4-90d1-7e9e0713ce6b req-bcb27758-3530-44ba-a14e-31ae84463d1e tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0480371 Jun 20 14:59:05.419266 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:05.441106 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-bf931e05-7720-40d4-90d1-7e9e0713ce6b req-41141f05-7949-4a07-97e9-86a5f6636a62 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428228 Jun 20 14:59:06.570236 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d8507-7053-426e-b0dd-bafc7ec44d2e req-75f67524-9dbe-455c-ac9c-86a80c3e93c3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:06.572274 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cb4d8507-7053-426e-b0dd-bafc7ec44d2e req-75f67524-9dbe-455c-ac9c-86a80c3e93c3 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 944 time: 0.0494397 Jun 20 14:59:06.623226 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cb4d8507-7053-426e-b0dd-bafc7ec44d2e req-0ed18ae5-44c7-4352-9471-056864034879 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424628 Jun 20 14:59:07.093963 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:59:07.139994 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 6a7393ac-776d-4cd4-9e00-be227b057942 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:07.140880 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:07.220375 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 6a7393ac-776d-4cd4-9e00-be227b057942 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:07.220791 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:07.245020 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:07.247210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c52e9-987f-49b9-b053-b271f2f5d742" -d '{"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:07.251351 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:07.261288 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:07.267018 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:07.289654 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc8269-8225-431b-b26b-07eb4075d606 x-openstack-request-id: req-1dfc8269-8225-431b-b26b-07eb4075d606 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:07.290007 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:07.290300 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dfc8269-8225-431b-b26b-07eb4075d606 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:07.290791 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfc8269-8225-431b-b26b-07eb4075d606'] response: {'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942', 'code': 200} Jun 20 14:59:07.317088 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=10']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:07.392455 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7a4aba9c-fbc7-4c7f-957a-74e26fdef709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:07.477477 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faf760-1416-46f7-9fb8-35e65cff41c8 req-573214cb-c56d-4fa8-8a53-e75101ceda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:07.478991 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-41faf760-1416-46f7-9fb8-35e65cff41c8 req-573214cb-c56d-4fa8-8a53-e75101ceda58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1130 time: 0.0392034 Jun 20 14:59:07.532674 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-41faf760-1416-46f7-9fb8-35e65cff41c8 req-e2b4be9b-7f53-4e3d-a697-042708b24c05 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474260 Jun 20 14:59:07.757790 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed2a74-b0d7-49a3-b1f1-0241d74b8d97 req-e9f134c9-d81d-4e91-bb16-ad10da429bbb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:07.759338 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7bed2a74-b0d7-49a3-b1f1-0241d74b8d97 req-e9f134c9-d81d-4e91-bb16-ad10da429bbb tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 946 time: 0.0496118 Jun 20 14:59:07.818604 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7bed2a74-b0d7-49a3-b1f1-0241d74b8d97 req-dfe22665-e935-48a3-8794-fad3a10f6f51 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512357 Jun 20 14:59:07.853405 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.579015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55802) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:08.585311 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.690595 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-127fb20c-fea8-4cb9-95b6-9ce2c2ca925b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.705108 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:08.772910 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-127fb20c-fea8-4cb9-95b6-9ce2c2ca925b admin admin] Publish callbacks [] for security_group (a4a52b4e-37e3-4026-a718-fb0427ec98c7), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.778147 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-127fb20c-fea8-4cb9-95b6-9ce2c2ca925b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (a4a52b4e-37e3-4026-a718-fb0427ec98c7), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.817852 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-127fb20c-fea8-4cb9-95b6-9ce2c2ca925b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a4c83f6f6d34306ac6813bfb90e9222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376842 Jun 20 14:59:08.818968 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fb20c-fea8-4cb9-95b6-9ce2c2ca925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a52b4e-37e3-4026-a718-fb0427ec98c7,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:08.820693 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55814) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:08.879101 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97c185a9-cf7a-4e85-bd0b-f724abeca01b admin admin] Publish callbacks [] for security_group (a4a52b4e-37e3-4026-a718-fb0427ec98c7), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.905692 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97c185a9-cf7a-4e85-bd0b-f724abeca01b admin admin] Publish callbacks [] for security_group (a4a52b4e-37e3-4026-a718-fb0427ec98c7), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.959261 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97c185a9-cf7a-4e85-bd0b-f724abeca01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (a4a52b4e-37e3-4026-a718-fb0427ec98c7), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.961910 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-97c185a9-cf7a-4e85-bd0b-f724abeca01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:08.963009 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-97c185a9-cf7a-4e85-bd0b-f724abeca01b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4a52b4e-37e3-4026-a718-fb0427ec98c7 HTTP/1.1" status: 204 len: 168 time: 0.1397796 Jun 20 14:59:08.964585 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297770d-96f1-4ac9-b4ac-ddb01f2ee5fc req-87bb8c35-0238-40d2-bbcd-cd3ce7e4d7bf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:08.966468 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a297770d-96f1-4ac9-b4ac-ddb01f2ee5fc req-87bb8c35-0238-40d2-bbcd-cd3ce7e4d7bf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 946 time: 0.0564547 Jun 20 14:59:08.974987 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c185a9-cf7a-4e85-bd0b-f724abeca01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a52b4e-37e3-4026-a718-fb0427ec98c7,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:09.029758 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a297770d-96f1-4ac9-b4ac-ddb01f2ee5fc req-c49e306d-3d23-499f-840b-1238dddbbfd6 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572009 Jun 20 14:59:10.162691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c19f5-155a-4551-8a55-147c85831e6a req-eec62fc1-3611-4b41-a7c0-9fbe67a366e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:10.164317 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e59c19f5-155a-4551-8a55-147c85831e6a req-eec62fc1-3611-4b41-a7c0-9fbe67a366e9 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 946 time: 0.0527961 Jun 20 14:59:10.166140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:10.214155 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e59c19f5-155a-4551-8a55-147c85831e6a req-ee439d67-7ed0-4269-a78c-5535f4c7d5b7 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Jun 20 14:59:10.309687 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:10.499266 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-f9410f2d-0de5-49b2-aa12-df59e0afec4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393174 Jun 20 14:59:10.563310 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-13609a09-d2da-43eb-8d7c-f7c12ac9af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:10.565926 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-13609a09-d2da-43eb-8d7c-f7c12ac9af20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a98f7478c9384ee298321a1506aa0bde&device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 1130 time: 0.0443788 Jun 20 14:59:10.672446 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-f23959a7-b20e-4314-bc6a-7a053e9e5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:10.673923 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-f23959a7-b20e-4314-bc6a-7a053e9e5353 service neutron] 10.222.0.26 "GET /v2.0/networks?id=65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 200 len: 918 time: 0.0891855 Jun 20 14:59:10.745258 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-02762bad-840b-4c9e-b106-04ebf4a34423 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 200 len: 1001 time: 0.0644011 Jun 20 14:59:10.797687 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-8b7595cd-d1c3-429d-b867-9d5248967528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:10.799045 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-8b7595cd-d1c3-429d-b867-9d5248967528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 200 len: 856 time: 0.0483458 Jun 20 14:59:10.842259 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-bd252b70-42f2-417b-ae9f-c748c8d44bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:10.843786 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-bd252b70-42f2-417b-ae9f-c748c8d44bab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=65993a3b-f9af-4743-b7d5-a4affcfed083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387583 Jun 20 14:59:10.917310 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:10.939321 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-43626e68-0a29-4f80-8ee0-035ea5ccacc1 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896571 Jun 20 14:59:11.025794 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e33cb38-3ca1-44d6-a994-605ceb83eff9 req-5ca560aa-9edb-417c-9e9f-94f37da90ee2 service neutron] 10.222.0.26 "GET /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810103 Jun 20 14:59:13.485745 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:13.488131 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:20.197420 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:20.211277 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:20.295090 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:20.302082 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:21.020674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=11 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:21.022742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=75,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:26.402728 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2723820-63ac-4228-b6b5-ae28ad45d38e req-f0d58659-6fa2-4b1b-b63c-c27856b916da tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:26.404669 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2723820-63ac-4228-b6b5-ae28ad45d38e req-f0d58659-6fa2-4b1b-b63c-c27856b916da tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 946 time: 0.0561764 Jun 20 14:59:26.453864 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2723820-63ac-4228-b6b5-ae28ad45d38e req-400d2d4c-06dc-4efc-a14c-20a8e2963fda tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435090 Jun 20 14:59:27.590467 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6656a0-a026-4927-86c6-07403d70197f req-6455a1e5-b0b8-4140-b716-a90e14c9b045 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:27.592199 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cc6656a0-a026-4927-86c6-07403d70197f req-6455a1e5-b0b8-4140-b716-a90e14c9b045 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 946 time: 0.0570333 Jun 20 14:59:27.646855 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cc6656a0-a026-4927-86c6-07403d70197f req-5c563892-22a9-4c21-a5dc-0719053d64af tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486653 Jun 20 14:59:27.801852 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 55972) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:27.917867 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d7387166-308c-475b-80c9-72ca16cb9b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:27.923740 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-6204bc40-c3c5-44d5-8c44-912fe1082878 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:27.925220 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-6204bc40-c3c5-44d5-8c44-912fe1082878 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 946 time: 0.0479369 Jun 20 14:59:27.997242 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d7387166-308c-475b-80c9-72ca16cb9b80 admin admin] Publish callbacks [] for security_group (8ad17310-41ea-4027-8c50-c9c9276999b3), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.006603 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-d7387166-308c-475b-80c9-72ca16cb9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (8ad17310-41ea-4027-8c50-c9c9276999b3), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.018753 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Deleting port 84467f18-b602-44a1-99d2-d1244386374a {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:28.019110 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (84467f18-b602-44a1-99d2-d1244386374a), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.046761 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-d7387166-308c-475b-80c9-72ca16cb9b80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0a650619a4848dc80d6d27bab8d9f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438223 Jun 20 14:59:28.048045 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7387166-308c-475b-80c9-72ca16cb9b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad17310-41ea-4027-8c50-c9c9276999b3,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:28.050205 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 55976) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:28.137538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] For port 84467f18-b602-44a1-99d2-d1244386374a, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=84467f18-b602-44a1-99d2-d1244386374a,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:28.137900 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (84467f18-b602-44a1-99d2-d1244386374a), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.196209 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-53cf8a96-9f92-4e6a-bb2d-ade950e1b1a7 admin admin] Publish callbacks [] for security_group (8ad17310-41ea-4027-8c50-c9c9276999b3), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.260822 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-53cf8a96-9f92-4e6a-bb2d-ade950e1b1a7 admin admin] Publish callbacks [] for security_group (8ad17310-41ea-4027-8c50-c9c9276999b3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.368490 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.368989 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (7f678f48-77d0-4090-b806-9f46faa03354), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.369309 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Floating IP 7f678f48-77d0-4090-b806-9f46faa03354 disassociated. External IP: 172.27.1.210, port: 84467f18-b602-44a1-99d2-d1244386374a. Jun 20 14:59:28.369763 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Calling delete_port for 84467f18-b602-44a1-99d2-d1244386374a owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:28.413678 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-53cf8a96-9f92-4e6a-bb2d-ade950e1b1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (8ad17310-41ea-4027-8c50-c9c9276999b3), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.416211 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-53cf8a96-9f92-4e6a-bb2d-ade950e1b1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.417386 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-53cf8a96-9f92-4e6a-bb2d-ade950e1b1a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ad17310-41ea-4027-8c50-c9c9276999b3 HTTP/1.1" status: 204 len: 168 time: 0.3661957 Jun 20 14:59:28.431864 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf8a96-9f92-4e6a-bb2d-ade950e1b1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad17310-41ea-4027-8c50-c9c9276999b3,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:28.526943 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (84467f18-b602-44a1-99d2-d1244386374a), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.555881 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event deleted for resources: {'Port': ['ID=84467f18-b602-44a1-99d2-d1244386374a,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:28.648910 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:28.667857 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:28.672633 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:59:28.758480 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34a64454-f5ba-4a56-a0ba-caa310db7e77 req-c6397739-6862-4843-96e0-bcbf74860691 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3dceca0-38a5-404e-bc35-fd76511a1be5 HTTP/1.1" status: 200 len: 210 time: 0.0343940 Jun 20 14:59:28.802208 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:59:28.815791 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:59:28.827313 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:28.828531 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:28.854593 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] No DVR routers for this DVR port 84467f18-b602-44a1-99d2-d1244386374a on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:59:28.857204 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:28.860957 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7406f9e1-44b5-491e-bac9-7f5791a8c017 req-1230237c-d0a0-4195-b915-c985f661c0c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "DELETE /v2.0/ports/84467f18-b602-44a1-99d2-d1244386374a HTTP/1.1" status: 204 len: 173 time: 0.9302213 Jun 20 14:59:28.861433 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'name': 'network-vif-deleted', 'tag': '84467f18-b602-44a1-99d2-d1244386374a'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:28.863924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5a96f-e2d7-4fc4-94e7-5402a34e08a8" -d '{"events": [{"server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "name": "network-vif-deleted", "tag": "84467f18-b602-44a1-99d2-d1244386374a"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:28.908147 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6006661e-b4ef-4c36-8e45-ba7d9683f357 x-openstack-request-id: req-6006661e-b4ef-4c36-8e45-ba7d9683f357 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:28.908565 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dceca0-38a5-404e-bc35-fd76511a1be5", "name": "network-vif-deleted", "tag": "84467f18-b602-44a1-99d2-d1244386374a", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:28.908865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6006661e-b4ef-4c36-8e45-ba7d9683f357 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:28.909279 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6006661e-b4ef-4c36-8e45-ba7d9683f357'] response: {'server_uuid': 'b3dceca0-38a5-404e-bc35-fd76511a1be5', 'name': 'network-vif-deleted', 'tag': '84467f18-b602-44a1-99d2-d1244386374a', 'status': 'completed', 'code': 200} Jun 20 14:59:29.081131 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:29.281005 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:29.317711 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:59:29.328614 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:29.329455 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:29.443863 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:29.664313 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:29.689928 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ee56d6-1970-4f24-a882-954c61a3e4bc None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:59:29.916293 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e6aab-979b-465d-ba7c-3d6088ef437a None None] New status for floating IP 7f678f48-77d0-4090-b806-9f46faa03354: DOWN {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:59:30.051167 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-871210f5-5df3-46d2-b73a-34a059802b63 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201977844&fields=id&tenant_id=c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 267 time: 0.0477724 Jun 20 14:59:30.171935 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-bf40dcfa-9813-4463-a452-fa0eb5babf84 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:30.173694 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-bf40dcfa-9813-4463-a452-fa0eb5babf84 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 812 time: 0.1148539 Jun 20 14:59:30.189243 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae058cde-2d83-4bb9-af58-374ed7fc281c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/quotas/c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 375 time: 0.0100334 Jun 20 14:59:30.240385 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-b6ca2c2c-0dbf-4a6a-bf03-b5c5112ec6d6 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456502 Jun 20 14:59:30.353056 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-f94755e8-ef1f-4331-bfb2-748859aa3993 service neutron] 10.222.0.23 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972781 Jun 20 14:59:30.450367 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-14204210-9c53-4953-802d-191a537d53ea service neutron] 10.222.0.23 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910077 Jun 20 14:59:30.783565 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f9f1d426-740f-4181-b3e5-99c5d458eec9 req-7dbef28b-5727-4e03-9a66-5c4756b55489 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 210 time: 0.0399942 Jun 20 14:59:30.867827 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-f810d63c-b100-45c7-a021-a738d9116d3e tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7c552a1581a24af68d15de18b9b110b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378623 Jun 20 14:59:31.233527 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 84467f18-b602-44a1-99d2-d1244386374a no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:59:31.254373 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 84467f18-b602-44a1-99d2-d1244386374a {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:59:31.254797 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 84467f18-b602-44a1-99d2-d1244386374a not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:59:31.344414 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-00410046-0068-4a3a-8a93-81c2d3be6c94 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:31.345804 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-00410046-0068-4a3a-8a93-81c2d3be6c94 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4722223 Jun 20 14:59:31.360970 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-85badf2f-a926-4e2b-a4c5-4278cb01af7a tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/quotas/7c552a1581a24af68d15de18b9b110b0 HTTP/1.1" status: 200 len: 375 time: 0.0096693 Jun 20 14:59:31.393155 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-e012bde8-7727-429d-a9d1-e79a7dcf016e tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c552a1581a24af68d15de18b9b110b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268552 Jun 20 14:59:31.560096 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-3a89acde-012e-4067-bd26-ee7578c4748c req-b88e30c3-eafd-4261-bcbc-bcb5123dd598 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 210 time: 0.0301964 Jun 20 14:59:31.740786 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-6893da8c-18dc-456f-bf90-2abada0f2a06 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:31.742214 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-6893da8c-18dc-456f-bf90-2abada0f2a06 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 812 time: 0.1109529 Jun 20 14:59:31.810130 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-abfc24a3-550b-47d5-b576-07b1928a0ca4 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 380 time: 0.0592177 Jun 20 14:59:31.818739 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'port': {'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'admin_state_up': True, 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'security_groups': ['dc72d4e6-0b38-48ce-b5ac-db443d1df4b4']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:31.929149 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c3cf0083-85fc-42c3-9da8-01fe5345991e req-68f67f57-690e-4db6-9a69-fcf53ee3dfbd tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 210 time: 0.0607302 Jun 20 14:59:31.972855 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:31.975153 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:31.979758 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Made reservation on behalf of c4515b09c1944036b62a40cc5e88719e for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:31.984027 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.117785 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Allocated IP 172.20.0.4 (7c7b0d7e-13ae-4804-adde-4f7659f4fca5/c6493457-52ee-41b5-861b-aab84a37254b/e68a946e-bfca-40bd-9849-6e3aa603cf23) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:32.274113 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.307070 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.355264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:32.358586 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:32.363216 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:32.390463 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=e68a946e-bfca-40bd-9849-6e3aa603cf23,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:32.423620 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:32.424319 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.445795 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-62519438-4cdd-49ff-9570-9ab4a56c5b8a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6312742 Jun 20 14:59:32.463930 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Request body: {'port': {'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:32.527414 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.561564 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-652faa4d-288f-40a2-908a-64558e05a499 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7c552a1581a24af68d15de18b9b110b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496862 Jun 20 14:59:32.650172 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-47cb20d3-bbef-40f6-94f4-fa5d004310b7 None None] Provisioning complete for port e68a946e-bfca-40bd-9849-6e3aa603cf23 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:32.652760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-47cb20d3-bbef-40f6-94f4-fa5d004310b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.710787 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-47cb20d3-bbef-40f6-94f4-fa5d004310b7 None None] Port e68a946e-bfca-40bd-9849-6e3aa603cf23 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:59:32.752784 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-51daf150-c39b-4ae9-93f3-64291fa6b6cd req-abb86921-3d7e-4ed6-a59f-4125053a6f28 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 210 time: 0.0685940 Jun 20 14:59:32.759628 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:32.801274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-dffdf863-c34d-441b-93cd-e0e3b964077b tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:32.802788 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-dffdf863-c34d-441b-93cd-e0e3b964077b tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362540 Jun 20 14:59:32.813111 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68a946e-bfca-40bd-9849-6e3aa603cf23 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:59:32.814699 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Request body: {'port': {'device_id': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'network_id': '10935588-8549-4981-93d0-87f7e50b222d', 'admin_state_up': True, 'tenant_id': '7c552a1581a24af68d15de18b9b110b0'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:32.820704 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Publish callbacks [] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.833738 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Transition to ACTIVE for port object e68a946e-bfca-40bd-9849-6e3aa603cf23 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:59:32.837642 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.876442 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:32.889711 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Pushing event updated for resources: {'Port': ['ID=e68a946e-bfca-40bd-9849-6e3aa603cf23,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:32.939572 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Made reservation on behalf of 7c552a1581a24af68d15de18b9b110b0 for: {'port': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:32.943598 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.953440 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:32.976000 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Attempting to bind port e68a946e-bfca-40bd-9849-6e3aa603cf23 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:59:32.976791 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Attempting to bind port e68a946e-bfca-40bd-9849-6e3aa603cf23 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:59:32.977407 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Attempting to bind port e68a946e-bfca-40bd-9849-6e3aa603cf23 on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:32.983504 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Port e68a946e-bfca-40bd-9849-6e3aa603cf23 on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:59:32.984179 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Attempting to bind port e68a946e-bfca-40bd-9849-6e3aa603cf23 on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:32.990564 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:59:32.991300 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Checking segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:32.991912 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Bound using segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:59:32.992571 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Bound port: e68a946e-bfca-40bd-9849-6e3aa603cf23, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:59:32.993189 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.047585 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks [] for security_group (3c24e926-88fd-422b-be9b-d1e0deeeb910), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.052615 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3c24e926-88fd-422b-be9b-d1e0deeeb910), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.113748 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52019d9-4e9c-4feb-9099-9f71ac2ecc37 req-e1e1a6ac-818e-412b-be45-fbc3eb5ce434 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.115143 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b52019d9-4e9c-4feb-9099-9f71ac2ecc37 req-e1e1a6ac-818e-412b-be45-fbc3eb5ce434 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0936451 Jun 20 14:59:33.120946 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c24e926-88fd-422b-be9b-d1e0deeeb910,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:33.123308 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] For port e68a946e-bfca-40bd-9849-6e3aa603cf23, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:59:33.128437 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] For port e68a946e-bfca-40bd-9849-6e3aa603cf23, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:59:33.147868 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.193312 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:33.204086 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Allocated IP 192.168.233.129 (10935588-8549-4981-93d0-87f7e50b222d/a4d5c3d2-ba72-4f21-a021-3e522d2b99f1/88443ab5-378f-4cb6-a208-83a7efb77767) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:33.207370 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.207985 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.209611 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] 10.222.0.26 "PUT /v2.0/ports/e68a946e-bfca-40bd-9849-6e3aa603cf23 HTTP/1.1" status: 200 len: 1093 time: 0.7510114 Jun 20 14:59:33.210243 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:33.213097 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedeb5ad-e76e-4baf-90b0-7130996dd77d" -d '{"events": [{"name": "network-changed", "server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:33.222227 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:33.231329 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b52019d9-4e9c-4feb-9099-9f71ac2ecc37 req-2c61a436-0fe4-4d13-a53e-97cf81cca3c7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096458 Jun 20 14:59:33.242808 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56f7d6-b696-4d6d-a395-00b01ec6f77c service neutron] Pushing event updated for resources: {'Port': ['ID=e68a946e-bfca-40bd-9849-6e3aa603cf23,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:33.281099 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63847d7-5431-4454-8823-7e77740cb4db x-openstack-request-id: req-c63847d7-5431-4454-8823-7e77740cb4db {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:33.281380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:33.281627 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c63847d7-5431-4454-8823-7e77740cb4db {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:33.282022 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63847d7-5431-4454-8823-7e77740cb4db'] response: {'name': 'network-changed', 'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'status': 'completed', 'code': 200} Jun 20 14:59:33.313465 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae176993-c9a8-4ba6-bfc3-af1527b08f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.315382 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-ae176993-c9a8-4ba6-bfc3-af1527b08f91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 1127 time: 0.0477223 Jun 20 14:59:33.357302 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-379fd58f-9764-47e0-b57d-0443fe044988 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23 HTTP/1.1" status: 200 len: 217 time: 0.0336382 Jun 20 14:59:33.402142 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks [] for port (88443ab5-378f-4cb6-a208-83a7efb77767), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.409521 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-5a06d3d1-57dc-4693-b234-c0caee2c84da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.411071 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-5a06d3d1-57dc-4693-b234-c0caee2c84da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0476058 Jun 20 14:59:33.435335 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.460520 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-8d225fb8-0321-4f6e-827e-04994cd5dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.462032 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-8d225fb8-0321-4f6e-827e-04994cd5dafd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451190 Jun 20 14:59:33.556767 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-15a2a44c-8f87-4a28-ba52-6d95000dcc02 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 Jun 20 14:59:33.654736 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-079edb13-ab2b-4d67-87eb-6958c2ed09f9 req-47e9e693-db00-48e5-a198-a98f3fcfea6c service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918982 Jun 20 14:59:33.741568 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Network 10935588-8549-4981-93d0-87f7e50b222d is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:33.744755 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:33.747363 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:33.772445 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Pushing event updated for resources: {'Port': ['ID=88443ab5-378f-4cb6-a208-83a7efb77767,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:33.808678 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.809329 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.831235 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-b91cd568-eb1d-4ff8-9e5e-86b178d9a6f6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0200453 Jun 20 14:59:33.874191 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd4ff7-41a6-4e1d-a656-b0e7680ef8be req-d4fd9a6e-a461-472c-9367-bfe722e3342b tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.875834 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f1cd4ff7-41a6-4e1d-a656-b0e7680ef8be req-d4fd9a6e-a461-472c-9367-bfe722e3342b tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 936 time: 0.0497856 Jun 20 14:59:33.891872 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Request body: {'port': {'device_id': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:33.956148 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-68e999ed-623e-48ca-b859-c3a96d8ebf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:33.957390 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-68e999ed-623e-48ca-b859-c3a96d8ebf0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 1127 time: 0.0685349 Jun 20 14:59:33.960376 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:33.964326 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f1cd4ff7-41a6-4e1d-a656-b0e7680ef8be req-581638b8-f2d5-4ef2-9c3c-3662d1c7acc2 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821946 Jun 20 14:59:33.991443 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-aabf7878-e66a-401c-895b-8e66928ccf9e None None] Provisioning complete for port 88443ab5-378f-4cb6-a208-83a7efb77767 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:33.992061 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-aabf7878-e66a-401c-895b-8e66928ccf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:34.027761 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-aabf7878-e66a-401c-895b-8e66928ccf9e None None] Port 88443ab5-378f-4cb6-a208-83a7efb77767 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:59:34.041717 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:34.054963 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:34.061327 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-009292db-fb75-4585-b2a9-14e238d236ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.062804 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-009292db-fb75-4585-b2a9-14e238d236ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0976012 Jun 20 14:59:34.104905 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-9449d1ed-63df-4353-a913-84c05fccf741 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23 HTTP/1.1" status: 200 len: 217 time: 0.0356276 Jun 20 14:59:34.153709 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-beb2a3c4-6a4d-45d1-b563-ae15cfd6db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.155155 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-beb2a3c4-6a4d-45d1-b563-ae15cfd6db0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0446510 Jun 20 14:59:34.197735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-2281513d-05c4-45cf-ad3d-ca95fed92618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.199283 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-2281513d-05c4-45cf-ad3d-ca95fed92618 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385284 Jun 20 14:59:34.227564 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88443ab5-378f-4cb6-a208-83a7efb77767 {{(pid=110373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:59:34.235211 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Publish callbacks [] for port (88443ab5-378f-4cb6-a208-83a7efb77767), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:34.248201 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.provisioning_blocks [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Transition to ACTIVE for port object 88443ab5-378f-4cb6-a208-83a7efb77767 will not be triggered until provisioned by entity L2. {{(pid=110373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 14:59:34.251738 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:34.304374 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Pushing event updated for resources: {'Port': ['ID=88443ab5-378f-4cb6-a208-83a7efb77767,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:34.306020 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-9d7f4beb-b43b-47b4-94ea-637e6ced25f9 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998623 Jun 20 14:59:34.375966 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:34.398514 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:34.407367 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c76841-afb3-4b72-bb0f-795173457c99 req-d325639f-14c7-42be-b208-f1df4db8ba7e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.408951 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a6c76841-afb3-4b72-bb0f-795173457c99 req-d325639f-14c7-42be-b208-f1df4db8ba7e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0796893 Jun 20 14:59:34.412496 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dedeb5ad-e76e-4baf-90b0-7130996dd77d req-63361b74-025c-4990-8c25-c81f0f20102d service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978642 Jun 20 14:59:34.447157 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Attempting to bind port 88443ab5-378f-4cb6-a208-83a7efb77767 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:59:34.447480 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Attempting to bind port 88443ab5-378f-4cb6-a208-83a7efb77767 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:59:34.447806 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Attempting to bind port 88443ab5-378f-4cb6-a208-83a7efb77767 on network 10935588-8549-4981-93d0-87f7e50b222d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:34.456158 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Port 88443ab5-378f-4cb6-a208-83a7efb77767 on network 10935588-8549-4981-93d0-87f7e50b222d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 14:59:34.456475 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Attempting to bind port 88443ab5-378f-4cb6-a208-83a7efb77767 on network 10935588-8549-4981-93d0-87f7e50b222d {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:34.472536 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:59:34.472902 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Checking segment: {'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:34.473279 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Bound using segment: {'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'} {{(pid=110373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:59:34.473705 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.managers [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Bound port: 88443ab5-378f-4cb6-a208-83a7efb77767, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff0e10a-42cd-4260-9e2e-5f751a084a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '10935588-8549-4981-93d0-87f7e50b222d'}}] {{(pid=110373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:59:34.474057 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:34.496683 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a6c76841-afb3-4b72-bb0f-795173457c99 req-1d5e96a4-16a1-498a-8e00-74c243baa3f7 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799263 Jun 20 14:59:34.548320 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] For port 88443ab5-378f-4cb6-a208-83a7efb77767, host hv-cinder-83697, cleared binding levels {{(pid=110373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:59:34.551605 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] For port 88443ab5-378f-4cb6-a208-83a7efb77767, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=88443ab5-378f-4cb6-a208-83a7efb77767,segment=NetworkSegment(2ff0e10a-42cd-4260-9e2e-5f751a084a8a),segment_id=2ff0e10a-42cd-4260-9e2e-5f751a084a8a)] {{(pid=110373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:59:34.558470 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:34.593325 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.593863 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:34.595222 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] 10.222.0.26 "PUT /v2.0/ports/88443ab5-378f-4cb6-a208-83a7efb77767 HTTP/1.1" status: 200 len: 1098 time: 0.7081037 Jun 20 14:59:34.595651 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'tag': '88443ab5-378f-4cb6-a208-83a7efb77767'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:34.597869 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1936b8a4-2151-46ca-8960-23723f1dc340" -d '{"events": [{"name": "network-changed", "server_uuid": "1c58917e-0f4e-44c9-a198-1271e4545ed3", "tag": "88443ab5-378f-4cb6-a208-83a7efb77767"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:34.637089 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Pushing event updated for resources: {'Port': ['ID=88443ab5-378f-4cb6-a208-83a7efb77767,revision_number=3']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:34.673824 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.674329 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.674759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.675188 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.675613 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.676008 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.676400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.676828 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.677216 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.677601 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.677984 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.678366 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.678793 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.679217 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.679631 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd9dca-ac7d-4ac1-be1f-9032d1c42b2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:34.693709 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-c661f693-2eee-447c-8a21-7fe665900b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.696108 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-c661f693-2eee-447c-8a21-7fe665900b20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c552a1581a24af68d15de18b9b110b0&device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 1132 time: 0.0547824 Jun 20 14:59:34.736309 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-35032538-d218-4e7c-b363-86ffeceda3b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=88443ab5-378f-4cb6-a208-83a7efb77767 HTTP/1.1" status: 200 len: 217 time: 0.0331879 Jun 20 14:59:34.786637 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5406e492-13b6-44f6-9411-b8d25ec3af5e x-openstack-request-id: req-5406e492-13b6-44f6-9411-b8d25ec3af5e {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:34.787208 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c58917e-0f4e-44c9-a198-1271e4545ed3", "tag": "88443ab5-378f-4cb6-a208-83a7efb77767", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:34.787208 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5406e492-13b6-44f6-9411-b8d25ec3af5e {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:34.787539 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5406e492-13b6-44f6-9411-b8d25ec3af5e'] response: {'name': 'network-changed', 'server_uuid': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'tag': '88443ab5-378f-4cb6-a208-83a7efb77767', 'status': 'completed', 'code': 200} Jun 20 14:59:34.788924 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-9dca5236-6b00-4190-b452-2c107a0bdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.790390 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-9dca5236-6b00-4190-b452-2c107a0bdf17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4d5c3d2-ba72-4f21-a021-3e522d2b99f1 HTTP/1.1" status: 200 len: 843 time: 0.0488110 Jun 20 14:59:34.839945 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-6ba8b9e8-8fdc-481c-8707-58cf8b9611ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:34.842200 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-6ba8b9e8-8fdc-481c-8707-58cf8b9611ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10935588-8549-4981-93d0-87f7e50b222d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436721 Jun 20 14:59:34.950414 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-3b9f869b-e55f-4a19-8d4c-d597584100f6 service neutron] 10.222.0.26 "GET /v2.0/networks/10935588-8549-4981-93d0-87f7e50b222d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018484 Jun 20 14:59:34.969785 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ca2b73fd-43f3-4a37-a7d2-65a04333a8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:35.075465 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6736a436-17de-4437-9cc6-2064dfb67ed7 req-ccec05d2-63a6-4408-936b-68e8d00cfb18 service neutron] 10.222.0.26 "GET /v2.0/networks/10935588-8549-4981-93d0-87f7e50b222d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194785 Jun 20 14:59:35.095259 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dda271-cc20-40c6-bd24-b67c6550acc7 req-55abbd3c-e5c5-49b4-a2a4-0ff40badc7fa tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:35.096913 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68dda271-cc20-40c6-bd24-b67c6550acc7 req-55abbd3c-e5c5-49b4-a2a4-0ff40badc7fa tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 948 time: 0.0569670 Jun 20 14:59:35.148615 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-68dda271-cc20-40c6-bd24-b67c6550acc7 req-a7f6f83d-338a-467a-a134-fa62b5958c20 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460534 Jun 20 14:59:35.618454 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6deace-14fe-49c3-9d4f-e20d280e6a4f req-dfc21ab3-cd25-47da-b9a5-65085b2a3369 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:35.619935 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ae6deace-14fe-49c3-9d4f-e20d280e6a4f req-dfc21ab3-cd25-47da-b9a5-65085b2a3369 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0520840 Jun 20 14:59:35.670473 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ae6deace-14fe-49c3-9d4f-e20d280e6a4f req-687bf17e-59fc-4d23-983c-1270dfbc75eb tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Jun 20 14:59:35.894971 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-5f626920-b1f0-4186-9029-a6f922fd08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:35.896375 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-5f626920-b1f0-4186-9029-a6f922fd08ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c552a1581a24af68d15de18b9b110b0&device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 1132 time: 0.0478063 Jun 20 14:59:35.988016 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-6b201ccb-745b-4748-8c5b-7539150e25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:35.989556 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-6b201ccb-745b-4748-8c5b-7539150e25a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=10935588-8549-4981-93d0-87f7e50b222d HTTP/1.1" status: 200 len: 870 time: 0.0867355 Jun 20 14:59:36.036811 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-8d9dcfb9-ed26-4d3c-950f-420f6b46513f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=88443ab5-378f-4cb6-a208-83a7efb77767 HTTP/1.1" status: 200 len: 217 time: 0.0391004 Jun 20 14:59:36.089623 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-ca0ef24b-999f-4459-a6bb-51f531eaf0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:36.091199 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-ca0ef24b-999f-4459-a6bb-51f531eaf0e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a4d5c3d2-ba72-4f21-a021-3e522d2b99f1 HTTP/1.1" status: 200 len: 843 time: 0.0492837 Jun 20 14:59:36.136551 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-dcd0c14a-e713-46cc-a571-804cd69f65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:36.138463 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-dcd0c14a-e713-46cc-a571-804cd69f65c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=10935588-8549-4981-93d0-87f7e50b222d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0418341 Jun 20 14:59:36.215953 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:36.218467 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:36.279234 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-f9753f1d-6b79-4596-8ecc-3956230d82f4 service neutron] 10.222.0.26 "GET /v2.0/networks/10935588-8549-4981-93d0-87f7e50b222d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341243 Jun 20 14:59:36.285385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd6f87-f51a-4e8b-b23f-246fa49a6891 req-302160e1-e7c4-4fcf-9d42-643232c27e17 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:36.286730 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a3cd6f87-f51a-4e8b-b23f-246fa49a6891 req-302160e1-e7c4-4fcf-9d42-643232c27e17 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 948 time: 0.0636981 Jun 20 14:59:36.393325 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a3cd6f87-f51a-4e8b-b23f-246fa49a6891 req-d147717c-5a1a-40f2-a475-4965f65af717 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975232 Jun 20 14:59:36.409663 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1936b8a4-2151-46ca-8960-23723f1dc340 req-8081f0ba-7fb3-4459-94ca-aeb0827be05d service neutron] 10.222.0.26 "GET /v2.0/networks/10935588-8549-4981-93d0-87f7e50b222d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220350 Jun 20 14:59:36.794358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3e8dd-1b38-4534-82c6-ac13d137cb99 req-da3bc4c8-577d-4364-824e-5264b0f6a104 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:36.795838 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-82e3e8dd-1b38-4534-82c6-ac13d137cb99 req-da3bc4c8-577d-4364-824e-5264b0f6a104 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0513899 Jun 20 14:59:36.848497 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-82e3e8dd-1b38-4534-82c6-ac13d137cb99 req-b7ec5648-6292-44d7-b8a2-73f8309955eb tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461919 Jun 20 14:59:37.264327 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 88443ab5-378f-4cb6-a208-83a7efb77767 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:59:37.367375 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 88443ab5-378f-4cb6-a208-83a7efb77767, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=88443ab5-378f-4cb6-a208-83a7efb77767,segment=NetworkSegment(2ff0e10a-42cd-4260-9e2e-5f751a084a8a),segment_id=2ff0e10a-42cd-4260-9e2e-5f751a084a8a)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:37.384909 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '88443ab5-378f-4cb6-a208-83a7efb77767', 'network_id': '10935588-8549-4981-93d0-87f7e50b222d', 'port_id': '88443ab5-378f-4cb6-a208-83a7efb77767', 'mac_address': 'fa:16:3e:cd:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d5c3d2-ba72-4f21-a021-3e522d2b99f1', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:59:37.417792 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a370563c-34b5-47a4-ba17-818cbcdb0017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:37.433705 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 88443ab5-378f-4cb6-a208-83a7efb77767 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:37.435164 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:37.450198 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88443ab5-378f-4cb6-a208-83a7efb77767 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:59:37.480046 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 88443ab5-378f-4cb6-a208-83a7efb77767, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=88443ab5-378f-4cb6-a208-83a7efb77767,segment=NetworkSegment(2ff0e10a-42cd-4260-9e2e-5f751a084a8a),segment_id=2ff0e10a-42cd-4260-9e2e-5f751a084a8a)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:37.484998 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:37.511512 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e279b-6e4c-404d-a7dd-36b4c9bcceae req-4959967a-79a9-47b2-8778-708bde9e1b2f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:37.513091 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7a4e279b-6e4c-404d-a7dd-36b4c9bcceae req-4959967a-79a9-47b2-8778-708bde9e1b2f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 948 time: 0.0473738 Jun 20 14:59:37.547778 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=88443ab5-378f-4cb6-a208-83a7efb77767,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:37.555214 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.555589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.555924 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.556255 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.556570 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.556904 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.557224 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.557545 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.557865 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.558179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.558494 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.558889 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.559204 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.559567 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.560209 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:37.564995 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7a4e279b-6e4c-404d-a7dd-36b4c9bcceae req-a7c39d58-215f-459a-9158-b1dbcf76b1dd tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457315 Jun 20 14:59:37.702900 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['88443ab5-378f-4cb6-a208-83a7efb77767'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:59:37.813608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:37.857038 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:37.970339 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c887fe-2a3e-4720-81dd-67e1d973afc8 req-32b6b90f-81d1-44b4-9efb-d2521ecd6e46 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:37.971698 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f0c887fe-2a3e-4720-81dd-67e1d973afc8 req-32b6b90f-81d1-44b4-9efb-d2521ecd6e46 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0467596 Jun 20 14:59:38.027644 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f0c887fe-2a3e-4720-81dd-67e1d973afc8 req-fdf8022b-266a-40c7-9ead-17a2e5432f66 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502434 Jun 20 14:59:38.590068 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:38.699960 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcd74c-3ac5-4a5e-b8e4-352d0bf67d47 req-f3abf87e-a2e0-4455-a828-3e68e6a9981b tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:38.701446 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96dcd74c-3ac5-4a5e-b8e4-352d0bf67d47 req-f3abf87e-a2e0-4455-a828-3e68e6a9981b tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 949 time: 0.0569670 Jun 20 14:59:38.751922 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-96dcd74c-3ac5-4a5e-b8e4-352d0bf67d47 req-d22b233c-ba0a-4ee2-bf7d-b046c140f339 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Jun 20 14:59:39.152357 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50333a-6938-4340-beb0-43da0f4c91fa req-4d7aa3b2-ad5e-44cf-abc8-21c0149f03bc tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:39.153876 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-af50333a-6938-4340-beb0-43da0f4c91fa req-4d7aa3b2-ad5e-44cf-abc8-21c0149f03bc tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0535722 Jun 20 14:59:39.205541 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-af50333a-6938-4340-beb0-43da0f4c91fa req-15e52499-26f6-4032-969f-e9c54881c841 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458260 Jun 20 14:59:39.297793 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 88443ab5-378f-4cb6-a208-83a7efb77767 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:59:39.302017 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:39.347259 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 88443ab5-378f-4cb6-a208-83a7efb77767 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:59:39.356707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 88443ab5-378f-4cb6-a208-83a7efb77767 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:39.357178 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:39.431616 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 88443ab5-378f-4cb6-a208-83a7efb77767 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:39.432000 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:39.459570 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88443ab5-378f-4cb6-a208-83a7efb77767'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:39.461733 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6670dac-674f-44ff-94dd-076b86f925c1" -d '{"events": [{"server_uuid": "1c58917e-0f4e-44c9-a198-1271e4545ed3", "name": "network-vif-plugged", "status": "completed", "tag": "88443ab5-378f-4cb6-a208-83a7efb77767"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:39.477697 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 88443ab5-378f-4cb6-a208-83a7efb77767, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=88443ab5-378f-4cb6-a208-83a7efb77767,segment=NetworkSegment(2ff0e10a-42cd-4260-9e2e-5f751a084a8a),segment_id=2ff0e10a-42cd-4260-9e2e-5f751a084a8a)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:39.482732 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:39.505720 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db1ae6-f7f1-47e6-804f-de2aaf534745 x-openstack-request-id: req-86db1ae6-f7f1-47e6-804f-de2aaf534745 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:39.506009 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c58917e-0f4e-44c9-a198-1271e4545ed3", "name": "network-vif-plugged", "status": "completed", "tag": "88443ab5-378f-4cb6-a208-83a7efb77767", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:39.506258 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86db1ae6-f7f1-47e6-804f-de2aaf534745 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:39.506651 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86db1ae6-f7f1-47e6-804f-de2aaf534745'] response: {'server_uuid': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88443ab5-378f-4cb6-a208-83a7efb77767', 'code': 200} Jun 20 14:59:39.534897 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=88443ab5-378f-4cb6-a208-83a7efb77767,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:39.666722 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=76 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:39.667622 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=62 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:39.696537 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed10d9-9e96-42c6-af62-05c8c8cd8c2d req-bbcce732-82b8-4bf8-98db-9bf95bea1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:39.698094 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e3ed10d9-9e96-42c6-af62-05c8c8cd8c2d req-bbcce732-82b8-4bf8-98db-9bf95bea1e6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 1134 time: 0.0420921 Jun 20 14:59:39.755189 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e3ed10d9-9e96-42c6-af62-05c8c8cd8c2d req-5b36ab2f-0e61-429d-80ee-7acdd3ef773b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Jun 20 14:59:39.871912 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee0c30-c318-40c4-85f1-33274d7cfc49 req-267b714b-07e1-47c6-b6e5-34f9338634d5 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:39.873406 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-daee0c30-c318-40c4-85f1-33274d7cfc49 req-267b714b-07e1-47c6-b6e5-34f9338634d5 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 950 time: 0.0477417 Jun 20 14:59:39.923408 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-daee0c30-c318-40c4-85f1-33274d7cfc49 req-2f6888d4-7dd8-46c4-bf65-760e1d1d98f8 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Jun 20 14:59:40.174922 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:40.305396 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:40.328032 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb643b-3537-48fd-b2a2-35aee765e341 req-08e73057-4ea9-4faf-a1b9-a92662bc1d8f tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:40.329962 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fadb643b-3537-48fd-b2a2-35aee765e341 req-08e73057-4ea9-4faf-a1b9-a92662bc1d8f tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0515556 Jun 20 14:59:40.384980 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-fadb643b-3537-48fd-b2a2-35aee765e341 req-b26bbadb-3556-47e2-8bd3-f8cab1415b38 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490422 Jun 20 14:59:40.493998 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 14:59:41.049430 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc163-a660-41ed-8862-797acbd4318f req-fb93acad-27ea-4b1e-ae77-237b5c26794a tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:41.050815 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f76dc163-a660-41ed-8862-797acbd4318f req-fb93acad-27ea-4b1e-ae77-237b5c26794a tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 950 time: 0.0534337 Jun 20 14:59:41.101583 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f76dc163-a660-41ed-8862-797acbd4318f req-f1545462-b3fd-49e6-9a74-e9a7963bf097 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Jun 20 14:59:41.295582 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e68a946e-bfca-40bd-9849-6e3aa603cf23 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 14:59:41.377822 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f9d65-d0f4-43f9-9330-34732aaeeeed req-1bb1e83f-941d-4468-a535-ff7114b1c085 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:41.379305 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e89f9d65-d0f4-43f9-9330-34732aaeeeed req-1bb1e83f-941d-4468-a535-ff7114b1c085 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 950 time: 0.0481908 Jun 20 14:59:41.416214 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e68a946e-bfca-40bd-9849-6e3aa603cf23, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:41.430092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 14:59:41.437307 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e89f9d65-d0f4-43f9-9330-34732aaeeeed req-452f72e7-a33a-4f6a-84a1-e98ea80bb499 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509763 Jun 20 14:59:41.472381 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port e68a946e-bfca-40bd-9849-6e3aa603cf23 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:41.472798 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:41.486006 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68a946e-bfca-40bd-9849-6e3aa603cf23 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 14:59:41.505932 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e68a946e-bfca-40bd-9849-6e3aa603cf23, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:41.509334 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef03d56-f38f-40e9-8b50-3485daabc018 req-b1f54bd1-3a8e-4b51-a52a-70b7be2a1aab tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:41.510692 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:41.510878 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cef03d56-f38f-40e9-8b50-3485daabc018 req-b1f54bd1-3a8e-4b51-a52a-70b7be2a1aab tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 943 time: 0.0490382 Jun 20 14:59:41.562008 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=e68a946e-bfca-40bd-9849-6e3aa603cf23,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:41.563344 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cef03d56-f38f-40e9-8b50-3485daabc018 req-463bb88f-3fd3-455a-a40d-91b28d8e0758 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Jun 20 14:59:41.742588 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['e68a946e-bfca-40bd-9849-6e3aa603cf23'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:59:41.845365 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:42.548692 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:42.557622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2319aed-d19c-4f11-9bf2-db9a1d184179 req-ab8fb826-5eb5-496e-81f4-940e7c0bfc35 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:42.559556 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b2319aed-d19c-4f11-9bf2-db9a1d184179 req-ab8fb826-5eb5-496e-81f4-940e7c0bfc35 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 950 time: 0.0489173 Jun 20 14:59:42.616636 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b2319aed-d19c-4f11-9bf2-db9a1d184179 req-cae79f89-81c1-4a9f-98b7-d3a2b6e9a163 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/security-groups?id=3c24e926-88fd-422b-be9b-d1e0deeeb910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512660 Jun 20 14:59:42.680130 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e290a-6444-4cf6-a872-b617b1d5f727 req-2ecb91a0-d705-4780-9147-4a17af7934c2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:42.681639 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9d1e290a-6444-4cf6-a872-b617b1d5f727 req-2ecb91a0-d705-4780-9147-4a17af7934c2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 944 time: 0.0478511 Jun 20 14:59:42.746612 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-0ec721b9-95eb-4fc9-9423-d71fad3584db tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:42.748238 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-0ec721b9-95eb-4fc9-9423-d71fad3584db tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 950 time: 0.0643957 Jun 20 14:59:42.798946 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9d1e290a-6444-4cf6-a872-b617b1d5f727 req-c78dc83d-d27e-4df1-bb2b-f84b949585b0 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067712 Jun 20 14:59:42.852697 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Deleting port 88443ab5-378f-4cb6-a208-83a7efb77767 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:42.853067 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:42.891728 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:42.954734 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] For port 88443ab5-378f-4cb6-a208-83a7efb77767, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=88443ab5-378f-4cb6-a208-83a7efb77767,segment=NetworkSegment(2ff0e10a-42cd-4260-9e2e-5f751a084a8a),segment_id=2ff0e10a-42cd-4260-9e2e-5f751a084a8a)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:42.955093 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:42.968151 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Calling delete_port for 88443ab5-378f-4cb6-a208-83a7efb77767 owned by compute:nova {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:43.013054 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:43.107640 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (88443ab5-378f-4cb6-a208-83a7efb77767), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:43.120112 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['88443ab5-378f-4cb6-a208-83a7efb77767'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 14:59:43.138436 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Pushing event deleted for resources: {'Port': ['ID=88443ab5-378f-4cb6-a208-83a7efb77767,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:43.191182 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] No DVR routers for this DVR port 88443ab5-378f-4cb6-a208-83a7efb77767 on host hv-cinder-83697 {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:59:43.193904 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:43.197766 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-eaf8c110-0b8d-40bf-9f7d-f6dad86e12e2 req-f79455f8-c8b2-4ede-a172-f3fe91a5879f tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.26 "DELETE /v2.0/ports/88443ab5-378f-4cb6-a208-83a7efb77767 HTTP/1.1" status: 204 len: 173 time: 0.4414454 Jun 20 14:59:43.198265 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'name': 'network-vif-deleted', 'tag': '88443ab5-378f-4cb6-a208-83a7efb77767'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:43.200950 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc431af-c234-49d9-a507-3eb961487bcb" -d '{"events": [{"server_uuid": "1c58917e-0f4e-44c9-a198-1271e4545ed3", "name": "network-vif-deleted", "tag": "88443ab5-378f-4cb6-a208-83a7efb77767"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:43.252609 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae55550-28bf-45f6-ab5e-d1fefdbe1b2d x-openstack-request-id: req-9ae55550-28bf-45f6-ab5e-d1fefdbe1b2d {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:43.252936 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c58917e-0f4e-44c9-a198-1271e4545ed3", "name": "network-vif-deleted", "tag": "88443ab5-378f-4cb6-a208-83a7efb77767", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:43.253236 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ae55550-28bf-45f6-ab5e-d1fefdbe1b2d {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:43.253645 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae55550-28bf-45f6-ab5e-d1fefdbe1b2d'] response: {'server_uuid': '1c58917e-0f4e-44c9-a198-1271e4545ed3', 'name': 'network-vif-deleted', 'tag': '88443ab5-378f-4cb6-a208-83a7efb77767', 'status': 'completed', 'code': 200} Jun 20 14:59:43.312533 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e68a946e-bfca-40bd-9849-6e3aa603cf23 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:59:43.377621 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:43.381015 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port e68a946e-bfca-40bd-9849-6e3aa603cf23 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 14:59:43.387951 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port e68a946e-bfca-40bd-9849-6e3aa603cf23 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:43.388336 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:43.468260 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port e68a946e-bfca-40bd-9849-6e3aa603cf23 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:43.468662 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:43.495223 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:43.497850 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f8732a-75bf-4b9e-bff1-86ab510b8112" -d '{"events": [{"server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:43.511347 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e68a946e-bfca-40bd-9849-6e3aa603cf23, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:43.517302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:43.542163 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f8d40-2f69-4f88-8926-3ae696fe4aaa x-openstack-request-id: req-866f8d40-2f69-4f88-8926-3ae696fe4aaa {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:43.542465 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "name": "network-vif-plugged", "status": "completed", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:43.542720 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-866f8d40-2f69-4f88-8926-3ae696fe4aaa {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:43.543127 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866f8d40-2f69-4f88-8926-3ae696fe4aaa'] response: {'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'code': 200} Jun 20 14:59:43.568357 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=e68a946e-bfca-40bd-9849-6e3aa603cf23,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:43.660205 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499bbce-a61c-4674-a71b-f07b60cf139f req-8ba6b381-ceae-4977-b47e-33ea4fa73b2a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:43.661798 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5499bbce-a61c-4674-a71b-f07b60cf139f req-8ba6b381-ceae-4977-b47e-33ea4fa73b2a tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 946 time: 0.0611129 Jun 20 14:59:43.714393 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5499bbce-a61c-4674-a71b-f07b60cf139f req-eb987c84-f6f5-4f6b-9a55-55f073f6d038 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465674 Jun 20 14:59:43.737984 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-070541d6-4687-4dd1-a31a-1d3cb7b6f727 req-b8990ab2-2e8a-4a63-a9c7-67cf33072845 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 210 time: 0.0286336 Jun 20 14:59:43.923849 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07ccd4-dd57-4b89-add7-a49e3fa56d6d req-c9286085-3ab2-4502-8961-f656a1ccb7f5 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:43.925440 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6e07ccd4-dd57-4b89-add7-a49e3fa56d6d req-c9286085-3ab2-4502-8961-f656a1ccb7f5 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Jun 20 14:59:43.977859 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6e07ccd4-dd57-4b89-add7-a49e3fa56d6d req-b316fd81-ef46-4c57-896a-3c3fc8423fbc tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Jun 20 14:59:44.854607 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:44.863027 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4527de-5e27-4746-aca4-82e5d626116a req-44530865-91ad-4f8a-aa45-8815ce335442 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:44.871037 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0f4527de-5e27-4746-aca4-82e5d626116a req-44530865-91ad-4f8a-aa45-8815ce335442 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 946 time: 0.0681040 Jun 20 14:59:44.901252 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-918f90c1-7177-45a9-842b-2c0bbc216776 req-f9cd81f5-6de0-4762-befc-897b4a9ccfd6 tempest-VolumesNegativeTest-1847950141 tempest-VolumesNegativeTest-1847950141-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c58917e-0f4e-44c9-a198-1271e4545ed3 HTTP/1.1" status: 200 len: 210 time: 0.0361896 Jun 20 14:59:44.922163 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0f4527de-5e27-4746-aca4-82e5d626116a req-b0b6d0a1-13fa-4e4c-a3a7-dc1e8e1f3325 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups?id=6f1aa210-8ee7-4f78-8464-a65a634daa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498757 Jun 20 14:59:44.988276 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fc3e3-a9a2-4dc7-a655-fd9664f71bfd req-f17f6007-d9cd-4d7d-b939-42d5d2809d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:44.989875 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-232fc3e3-a9a2-4dc7-a655-fd9664f71bfd req-f17f6007-d9cd-4d7d-b939-42d5d2809d49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0383079 Jun 20 14:59:45.045499 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-232fc3e3-a9a2-4dc7-a655-fd9664f71bfd req-26b28464-6d46-4e60-a478-abfa0182d412 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494273 Jun 20 14:59:45.105886 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-9a272932-d861-44bf-af23-b65639b69df4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:45.107361 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-9a272932-d861-44bf-af23-b65639b69df4 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 946 time: 0.0652940 Jun 20 14:59:45.109913 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295d708-afc7-4bb2-9f5c-351bdecd4b72 req-5c560e7c-7b79-49f7-b9a6-334fa4452f43 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:45.113227 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7295d708-afc7-4bb2-9f5c-351bdecd4b72 req-5c560e7c-7b79-49f7-b9a6-334fa4452f43 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 945 time: 0.0585651 Jun 20 14:59:45.161105 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7295d708-afc7-4bb2-9f5c-351bdecd4b72 req-9c7b368f-7f64-4f81-8197-26b7efbe015b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Jun 20 14:59:45.324661 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Deleting port 6a7393ac-776d-4cd4-9e00-be227b057942 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:45.325013 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:45.423056 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] For port 6a7393ac-776d-4cd4-9e00-be227b057942, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=6a7393ac-776d-4cd4-9e00-be227b057942,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:45.423428 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:45.591143 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:45.591361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (d4034177-967d-4f63-ac4e-f7c1b2f05188), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:45.591683 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Floating IP d4034177-967d-4f63-ac4e-f7c1b2f05188 disassociated. External IP: 172.27.1.132, port: 6a7393ac-776d-4cd4-9e00-be227b057942. Jun 20 14:59:45.592028 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Calling delete_port for 6a7393ac-776d-4cd4-9e00-be227b057942 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:45.722971 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (6a7393ac-776d-4cd4-9e00-be227b057942), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:45.750465 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event deleted for resources: {'Port': ['ID=6a7393ac-776d-4cd4-9e00-be227b057942,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:45.857798 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:59:45.908349 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:45.972588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:59:45.981566 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] Sync routers for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:59:45.992548 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:45.993564 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:46.051831 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] No DVR routers for this DVR port 6a7393ac-776d-4cd4-9e00-be227b057942 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:59:46.054422 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:46.058492 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6410c7b0-0a16-4aa6-a8a0-1eefc519b042 req-da40c1d6-6377-4826-91a0-862896ef6d8f tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.26 "DELETE /v2.0/ports/6a7393ac-776d-4cd4-9e00-be227b057942 HTTP/1.1" status: 204 len: 173 time: 0.8227959 Jun 20 14:59:46.059033 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-deleted', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:46.062216 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955ca43-ef55-414f-ba84-5fb2ba826706" -d '{"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-deleted", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:46.105119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e5439f-fc6a-4ad9-a36a-faefa2f74bc1 x-openstack-request-id: req-c6e5439f-fc6a-4ad9-a36a-faefa2f74bc1 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:46.105583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf05798-c6d2-444f-bed3-1a30d8a8a1bb", "name": "network-vif-deleted", "tag": "6a7393ac-776d-4cd4-9e00-be227b057942", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:46.106413 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6e5439f-fc6a-4ad9-a36a-faefa2f74bc1 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:46.107042 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e5439f-fc6a-4ad9-a36a-faefa2f74bc1'] response: {'server_uuid': 'aaf05798-c6d2-444f-bed3-1a30d8a8a1bb', 'name': 'network-vif-deleted', 'tag': '6a7393ac-776d-4cd4-9e00-be227b057942', 'status': 'completed', 'code': 200} Jun 20 14:59:46.108209 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-888b5760-50f3-4e65-80e0-6dac0a0441ec req-1f01bb98-5840-457f-8d40-2fdfb9d4a557 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaf05798-c6d2-444f-bed3-1a30d8a8a1bb HTTP/1.1" status: 200 len: 210 time: 0.0483546 Jun 20 14:59:46.114020 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:46.309459 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e711c86-00a2-45b4-8eb8-924e3f128063 req-0b503d17-a1df-4cbb-b46c-5d2820eef080 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:46.314571 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6e711c86-00a2-45b4-8eb8-924e3f128063 req-0b503d17-a1df-4cbb-b46c-5d2820eef080 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 945 time: 0.0643761 Jun 20 14:59:46.355135 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:46.359544 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:46.374374 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-6e711c86-00a2-45b4-8eb8-924e3f128063 req-ae4f2136-f568-4f71-a939-9bd4fa6856b2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520010 Jun 20 14:59:46.397542 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] Checking router: 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:59:46.415082 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:46.415384 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:46.500387 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b30a3-cabf-42ee-9446-d3d88f652431 req-f49f71ce-9883-41f3-b2f1-771d2d362624 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:46.501478 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b47b30a3-cabf-42ee-9446-d3d88f652431 req-f49f71ce-9883-41f3-b2f1-771d2d362624 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Jun 20 14:59:46.556307 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:46.583134 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b47b30a3-cabf-42ee-9446-d3d88f652431 req-3966e087-848e-4c17-a96e-f0daecd189cd tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695512 Jun 20 14:59:46.608118 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56184) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:46.652192 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c92005e-3b49-442a-b12e-bba58db4a068 tempest-TestVolumeBootPattern-920924576 tempest-TestVolumeBootPattern-920924576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:46.654474 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0c92005e-3b49-442a-b12e-bba58db4a068 tempest-TestVolumeBootPattern-920924576 tempest-TestVolumeBootPattern-920924576-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 1124 time: 0.0447152 Jun 20 14:59:46.656788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56186) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:46.665651 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:46.696622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:46.770542 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:46.778987 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:46.798174 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdfaf63-4c0a-4aac-a245-01686a7923b6 None None] The sync data for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi is: [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:53:39Z', 'revision_number': 4, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '36205e9d-df8a-4623-901e-dbced90cd10b', 'name': '', 'network_id': '65993a3b-f9af-4743-b7d5-a4affcfed083', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'mac_address': 'fa:16:3e:50:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7cce4256-7567-48b4-9751-1724eab85514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:38Z', 'updated_at': '2022-06-20T14:53:48Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'subnets': [{'id': '7cce4256-7567-48b4-9751-1724eab85514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:59:47.084281 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9bc1ff-d99a-42f9-a99c-9580c44949d3 None None] New status for floating IP d4034177-967d-4f63-ac4e-f7c1b2f05188: DOWN {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:59:47.163783 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Allocated IP 172.27.1.67 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/c6808310-5a66-4d7a-903e-6d12b16ab027) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:47.193200 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56258) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:47.312685 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 88443ab5-378f-4cb6-a208-83a7efb77767 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:59:47.315521 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-abd8382f-3ed5-47a8-8a5e-d5ff6d522462 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (6f1aa210-8ee7-4f78-8464-a65a634daa6f), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.330339 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.338259 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 88443ab5-378f-4cb6-a208-83a7efb77767 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:59:47.338678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 88443ab5-378f-4cb6-a208-83a7efb77767 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:59:47.354624 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-abd8382f-3ed5-47a8-8a5e-d5ff6d522462 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (6f1aa210-8ee7-4f78-8464-a65a634daa6f), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.409402 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.451284 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:47.454091 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-abd8382f-3ed5-47a8-8a5e-d5ff6d522462 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6f1aa210-8ee7-4f78-8464-a65a634daa6f), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.456600 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-abd8382f-3ed5-47a8-8a5e-d5ff6d522462 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.457782 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-abd8382f-3ed5-47a8-8a5e-d5ff6d522462 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f1aa210-8ee7-4f78-8464-a65a634daa6f HTTP/1.1" status: 204 len: 168 time: 0.2635229 Jun 20 14:59:47.460573 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56276) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:47.463264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:47.470369 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:47.476286 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.api.v2.resource [None req-0883375e-edf1-4902-8725-31cc67f900cf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] show failed (client error): The resource could not be found. Jun 20 14:59:47.477547 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0883375e-edf1-4902-8725-31cc67f900cf tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "GET /v2.0/security-groups/6f1aa210-8ee7-4f78-8464-a65a634daa6f HTTP/1.1" status: 404 len: 347 time: 0.0156295 Jun 20 14:59:47.478535 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=c6808310-5a66-4d7a-903e-6d12b16ab027,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:47.481391 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56282) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:47.501380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8382f-3ed5-47a8-8a5e-d5ff6d522462 tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1aa210-8ee7-4f78-8464-a65a634daa6f,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:47.566242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:47.619447 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Deleting port b1be4078-1ffd-4731-bdc4-0604148bfe90 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:47.619793 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.669885 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:47.722060 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.722631 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (b1be4078-1ffd-4731-bdc4-0604148bfe90), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.736561 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Calling delete_port for b1be4078-1ffd-4731-bdc4-0604148bfe90 owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:47.748556 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:47.797914 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:47.888843 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (b1be4078-1ffd-4731-bdc4-0604148bfe90), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.916066 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Pushing event deleted for resources: {'Port': ['ID=b1be4078-1ffd-4731-bdc4-0604148bfe90,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:47.919971 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (a18cf1c4-f7ff-41a8-acd0-659accde32e8), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.989946 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks [] for floatingip (d4034177-967d-4f63-ac4e-f7c1b2f05188), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.992876 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:47.994544 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-5353ae27-2730-40a4-9fba-64408e9d3abc tempest-AttachVolumeShelveTestJSON-2055176739 tempest-AttachVolumeShelveTestJSON-2055176739-project] 10.222.0.23 "DELETE /v2.0/floatingips/d4034177-967d-4f63-ac4e-f7c1b2f05188 HTTP/1.1" status: 204 len: 168 time: 0.5117009 Jun 20 14:59:47.999236 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:48.202903 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:48.210034 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:48.294403 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=c6808310-5a66-4d7a-903e-6d12b16ab027,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:48.302057 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (a18cf1c4-f7ff-41a8-acd0-659accde32e8), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:48.399530 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Floating IP a18cf1c4-f7ff-41a8-acd0-659accde32e8 associated. External IP: 172.27.1.67, port: e68a946e-bfca-40bd-9849-6e3aa603cf23. Jun 20 14:59:48.533784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:48.612942 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:59:48.668019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:48.717784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:59:48.728561 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:59:48.741353 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:48.744836 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:48.745497 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:48.783246 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-08d7505b-7961-41f5-a797-04a80d878507 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1211436 Jun 20 14:59:48.783246 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 14:59:48.783246 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd7c05c-7c05-466f-b764-55e7cff394e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 14:59:48.825746 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f814bc-5c57-450d-a731-e22b5a559c22 x-openstack-request-id: req-29f814bc-5c57-450d-a731-e22b5a559c22 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 14:59:48.827185 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 14:59:48.827185 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29f814bc-5c57-450d-a731-e22b5a559c22 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 14:59:48.827185 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f814bc-5c57-450d-a731-e22b5a559c22'] response: {'name': 'network-changed', 'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'status': 'completed', 'code': 200} Jun 20 14:59:48.892328 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-edabec23-236a-4535-babc-2b3f5673ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:48.898297 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-edabec23-236a-4535-babc-2b3f5673ea87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0422451 Jun 20 14:59:48.951375 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:48.993839 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-9c73dd3f-3ebd-497f-a13c-682febfbf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:48.995277 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-9c73dd3f-3ebd-497f-a13c-682febfbf5b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0949707 Jun 20 14:59:49.060765 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:49.068928 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-161870de-c249-4369-ab68-e5fe88d6582d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23 HTTP/1.1" status: 200 len: 998 time: 0.0676336 Jun 20 14:59:49.119779 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-31f4898e-2de6-4994-8669-1890df100ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:49.121261 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-31f4898e-2de6-4994-8669-1890df100ff4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0462816 Jun 20 14:59:49.172751 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-77ad1000-b5d5-4e12-9b67-ec337bf23529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:49.174379 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-77ad1000-b5d5-4e12-9b67-ec337bf23529 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462070 Jun 20 14:59:49.180124 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:47Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:49.210648 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:59:49.218747 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:49.219494 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:49.262478 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:49.282292 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-d636a35c-457a-4368-8865-aa4f11ac7eaf service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021211 Jun 20 14:59:49.327734 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:59:49.333574 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:49.370333 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 6a7393ac-776d-4cd4-9e00-be227b057942 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:59:49.371551 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 6a7393ac-776d-4cd4-9e00-be227b057942 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:59:49.384360 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cbd7c05c-7c05-466f-b764-55e7cff394e3 req-d0334bbf-e220-4c0a-9a0f-67eeeae38d9f service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962176 Jun 20 14:59:49.549088 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:47Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:49.573769 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62634e86-c9e5-4cd9-a702-ab8aed9475c2 None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:47Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:59:49.772762 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5149a5b-5c63-4ea4-b317-fa5831edd1e0 None None] New status for floating IP a18cf1c4-f7ff-41a8-acd0-659accde32e8: ACTIVE {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 14:59:50.386395 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56430) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:50.504094 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56438) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:50.549635 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-8d3dedfa-a2f6-41bd-84ae-5e27c710abfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c552a1581a24af68d15de18b9b110b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619720 Jun 20 14:59:50.552081 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56442) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:50.673792 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6127c069-fd62-48cb-aea5-447edcbe6a79 admin admin] Publish callbacks [] for security_group (3c24e926-88fd-422b-be9b-d1e0deeeb910), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:50.736059 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6127c069-fd62-48cb-aea5-447edcbe6a79 admin admin] Publish callbacks [] for security_group (3c24e926-88fd-422b-be9b-d1e0deeeb910), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:50.825058 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6127c069-fd62-48cb-aea5-447edcbe6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3c24e926-88fd-422b-be9b-d1e0deeeb910), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:50.827493 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6127c069-fd62-48cb-aea5-447edcbe6a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:50.828618 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6127c069-fd62-48cb-aea5-447edcbe6a79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c24e926-88fd-422b-be9b-d1e0deeeb910 HTTP/1.1" status: 204 len: 168 time: 0.2756763 Jun 20 14:59:50.856639 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127c069-fd62-48cb-aea5-447edcbe6a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c24e926-88fd-422b-be9b-d1e0deeeb910,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:50.953941 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.104222 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:51.148613 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:51.186401 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Deleting port 36205e9d-df8a-4623-901e-dbced90cd10b {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:51.186913 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.265280 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] For port 36205e9d-df8a-4623-901e-dbced90cd10b, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=36205e9d-df8a-4623-901e-dbced90cd10b,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:51.265563 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.279282 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Calling delete_port for 36205e9d-df8a-4623-901e-dbced90cd10b owned by network:router_interface {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:51.461619 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (36205e9d-df8a-4623-901e-dbced90cd10b), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.487121 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56464) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:51.491419 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36205e9d-df8a-4623-901e-dbced90cd10b,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:51.607801 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640288415-network', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:51.630235 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Made reservation on behalf of f29cab4870474548b98c3a81a3aa8031 for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:51.632865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.644272 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.670346 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.732762 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks [] for security_group (19c73eec-1a61-4045-ba33-6966b0af3e34), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.737409 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (19c73eec-1a61-4045-ba33-6966b0af3e34), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.765693 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:59:51.773229 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c73eec-1a61-4045-ba33-6966b0af3e34,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:51.782325 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (4b3e7768-4a46-4da7-9b91-a0e73846f152), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.782708 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Added segment 4b3e7768-4a46-4da7-9b91-a0e73846f152 of type vlan for network aaa050c0-7567-4d7e-9fda-be765cd4b29a Jun 20 14:59:51.814468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:51.826731 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:51.828505 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (aaa050c0-7567-4d7e-9fda-be765cd4b29a), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.859598 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (aaa050c0-7567-4d7e-9fda-be765cd4b29a), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.860636 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:51.861275 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:51.901917 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4128945 Jun 20 14:59:51.905023 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56468) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:51.911542 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Request body: {'subnet': {'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640288415-subnet', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:51.947851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751ad39-bdb9-4b39-8222-65daebe37d11 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa050c0-7567-4d7e-9fda-be765cd4b29a,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:51.959913 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:59:51.963552 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Made reservation on behalf of f29cab4870474548b98c3a81a3aa8031 for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:51.967033 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15994206'] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.154225 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14740296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15994284'] for subnet (c982c9f0-848e-476c-a8bd-b30f6f2ee5e6), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.163187 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:59:52.206039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:52.223240 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Checking segment: {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:52.223619 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Network hostable DHCP agents. Network: aaa050c0-7567-4d7e-9fda-be765cd4b29a, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:59:52.242448 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:59:52.247193 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:52.253119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, aaa050c0-7567-4d7e-9fda-be765cd4b29a) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:52.257777 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:52.258457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.263306 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa9940-6645-4cbc-b34b-f30f2edf5482 None None] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:59:52.281263 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4aa08255-2e59-4f53-ae63-8cdadf8e31c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3751078 Jun 20 14:59:52.283839 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56470) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:52.284400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:59:52.288360 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:52.292933 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] Sync routers for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:59:52.302823 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-929bd551-e13f-4c71-bb93-758b2ed9dcf8 admin admin] 10.222.0.23 "PUT /v2.0/routers/0ba9c9d9-9cf7-4320-a488-a0730d6d1253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7973878 Jun 20 14:59:52.305143 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56472) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:52.308210 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:52.309403 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:52.314265 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (fb64bbeb-03b0-4771-b3af-ca629c3ca580), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.314779 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (fb64bbeb-03b0-4771-b3af-ca629c3ca580), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.315804 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:52.382920 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:59:52.384045 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.386879 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks [] for router_controller (fb64bbeb-03b0-4771-b3af-ca629c3ca580), precommit_add_association {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.429869 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:52.443553 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks [] for router (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.495082 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:52.542700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Allocated IP 172.20.0.2 (aaa050c0-7567-4d7e-9fda-be765cd4b29a/c982c9f0-848e-476c-a8bd-b30f6f2ee5e6/83b3af81-65ae-417a-b33a-56dcac266368) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:52.560321 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks [] for router_gateway (fb64bbeb-03b0-4771-b3af-ca629c3ca580), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.565146 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks [] for router_gateway (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.611105 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Deleting port 5fe5d833-8f19-4539-8fcc-ea44951a9819 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:52.611464 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.615062 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:59:51Z', 'revision_number': 5, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port': {'id': '5fe5d833-8f19-4539-8fcc-ea44951a9819', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:53:34Z', 'updated_at': '2022-06-20T14:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:52.641256 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] Checking router: 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:59:52.650288 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] Routers {'0ba9c9d9-9cf7-4320-a488-a0730d6d1253'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:52.650951 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:52.705331 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] For port 5fe5d833-8f19-4539-8fcc-ea44951a9819, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=5fe5d833-8f19-4539-8fcc-ea44951a9819,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:52.705713 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.719763 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Calling delete_port for 5fe5d833-8f19-4539-8fcc-ea44951a9819 owned by network:router_gateway {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:52.722378 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:52.738242 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] Set router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:52.739180 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Publish callbacks [] for port (83b3af81-65ae-417a-b33a-56dcac266368), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.742142 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:52.750593 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (83b3af81-65ae-417a-b33a-56dcac266368), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.773163 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks [] for router_gateway (fb64bbeb-03b0-4771-b3af-ca629c3ca580), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.794821 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.796526 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:59:52Z', 'revision_number': 6, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:52.827637 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febafecd-0d91-4a66-a47e-99596ba49ca6 None None] The sync data for ids ['0ba9c9d9-9cf7-4320-a488-a0730d6d1253'] in dv-cinder-836973-5-iscsi is: [{'id': '0ba9c9d9-9cf7-4320-a488-a0730d6d1253', 'name': 'tempest-AttachVolumeShelveTestJSON-1758231151-router', 'tenant_id': 'a98f7478c9384ee298321a1506aa0bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:53:32Z', 'updated_at': '2022-06-20T14:59:52Z', 'revision_number': 6, 'project_id': 'a98f7478c9384ee298321a1506aa0bde', 'gw_port_host': None}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:59:52.829174 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:52.832566 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:52.836434 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:52.844559 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Pushing event updated for resources: {'Port': ['ID=83b3af81-65ae-417a-b33a-56dcac266368,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:52.907982 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Attempting to bind port 83b3af81-65ae-417a-b33a-56dcac266368 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:59:52.908359 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Attempting to bind port 83b3af81-65ae-417a-b33a-56dcac266368 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:59:52.908741 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Attempting to bind port 83b3af81-65ae-417a-b33a-56dcac266368 on network aaa050c0-7567-4d7e-9fda-be765cd4b29a {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:52.914026 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:59:52.914402 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Checking segment: {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:52.914922 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.915212 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:52.915338 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Bound using segment: {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:59:52.916139 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Bound port: 83b3af81-65ae-417a-b33a-56dcac266368, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:59:52.916518 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (83b3af81-65ae-417a-b33a-56dcac266368), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.928696 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (5fe5d833-8f19-4539-8fcc-ea44951a9819), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:52.939788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Allocated IP 172.27.1.89 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/5ce31626-9411-4232-a3e9-219448e3bd39) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:52.957703 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe5d833-8f19-4539-8fcc-ea44951a9819,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:52.990668 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] For port 83b3af81-65ae-417a-b33a-56dcac266368, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:59:52.994552 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] For port 83b3af81-65ae-417a-b33a-56dcac266368, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=83b3af81-65ae-417a-b33a-56dcac266368,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:59:53.002172 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (83b3af81-65ae-417a-b33a-56dcac266368), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.039518 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.065935 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d3ca2-63f3-46d1-bb79-465c55c249ee None None] Pushing event updated for resources: {'Port': ['ID=83b3af81-65ae-417a-b33a-56dcac266368,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:53.083785 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks [] for port (5ce31626-9411-4232-a3e9-219448e3bd39), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.116851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.139781 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.142232 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks [] for router_controller (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.162148 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:53.167752 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:53.171120 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:53.176246 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce31626-9411-4232-a3e9-219448e3bd39,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:53.202647 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (0ba9c9d9-9cf7-4320-a488-a0730d6d1253), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.203416 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba9c9d9-9cf7-4320-a488-a0730d6d1253 {{(pid=110373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 14:59:53.210883 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.212783 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-cb9c9f51-4613-4425-91c7-c5e31e5bc3bd admin admin] 10.222.0.23 "DELETE /v2.0/routers/0ba9c9d9-9cf7-4320-a488-a0730d6d1253 HTTP/1.1" status: 204 len: 168 time: 0.9059579 Jun 20 14:59:53.215401 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56474) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:53.273963 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] Deleting subnet 7cce4256-7567-48b4-9751-1724eab85514 {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 14:59:53.295068 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] Publish callbacks [] for subnet (7cce4256-7567-48b4-9751-1724eab85514), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.385843 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13380620'] for subnet (7cce4256-7567-48b4-9751-1724eab85514), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.390355 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 36205e9d-df8a-4623-901e-dbced90cd10b no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:59:53.417797 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:53.423770 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 36205e9d-df8a-4623-901e-dbced90cd10b {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:59:53.424584 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 36205e9d-df8a-4623-901e-dbced90cd10b not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:59:53.480423 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (7cce4256-7567-48b4-9751-1724eab85514), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.503336 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:53.505008 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks [] for router_gateway (fb64bbeb-03b0-4771-b3af-ca629c3ca580), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.543147 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15963139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15892779'] for subnet (7cce4256-7567-48b4-9751-1724eab85514), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.575171 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cce4256-7567-48b4-9751-1724eab85514,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:53.578717 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.584522 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-fcf4125c-5cb7-4306-8199-325aa4ec42fb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7cce4256-7567-48b4-9751-1724eab85514 HTTP/1.1" status: 204 len: 168 time: 0.3675249 Jun 20 14:59:53.585194 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56476) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:53.585628 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f5a74-b591-4931-980e-24629f1cc2d9 None None] Network 65993a3b-f9af-4743-b7d5-a4affcfed083 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:59:53.656627 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (65993a3b-f9af-4743-b7d5-a4affcfed083), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.712096 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (fb64bbeb-03b0-4771-b3af-ca629c3ca580), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.712941 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Deleting port 341230d2-1d2c-49b9-bc76-b918c128d99b {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:53.712941 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.774053 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] DHCP port deletion for 65993a3b-f9af-4743-b7d5-a4affcfed083 request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 14:59:53.785165 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] For port 341230d2-1d2c-49b9-bc76-b918c128d99b, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=341230d2-1d2c-49b9-bc76-b918c128d99b,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:53.785535 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.800392 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Calling delete_port for 341230d2-1d2c-49b9-bc76-b918c128d99b owned by network:dhcp {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:53.818216 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] Deleting port 341230d2-1d2c-49b9-bc76-b918c128d99b {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 14:59:53.818590 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.891893 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.905734 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] For port 341230d2-1d2c-49b9-bc76-b918c128d99b, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=341230d2-1d2c-49b9-bc76-b918c128d99b,segment=NetworkSegment(42951a89-6fbf-443d-9382-08ba36974ed8),segment_id=42951a89-6fbf-443d-9382-08ba36974ed8)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:53.906887 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:53.908598 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] No DVR routers for this DVR port 341230d2-1d2c-49b9-bc76-b918c128d99b on host dv-cinder-836973-5-iscsi {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:59:53.927583 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] Calling delete_port for 341230d2-1d2c-49b9-bc76-b918c128d99b owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 14:59:53.935277 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=341230d2-1d2c-49b9-bc76-b918c128d99b,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:54.015014 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (65993a3b-f9af-4743-b7d5-a4affcfed083), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.037058 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (341230d2-1d2c-49b9-bc76-b918c128d99b), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.037665 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65993a3b-f9af-4743-b7d5-a4affcfed083']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:54.048955 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42951a89-6fbf-443d-9382-08ba36974ed8') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:54.049909 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42951a89-6fbf-443d-9382-08ba36974ed8') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:54.061590 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (42951a89-6fbf-443d-9382-08ba36974ed8), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.068158 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] Pushing event deleted for resources: {'Port': ['ID=341230d2-1d2c-49b9-bc76-b918c128d99b,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:54.077572 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a6511-8059-4ca7-9d56-e8bd9059a15d None None] No DVR routers for this DVR port 341230d2-1d2c-49b9-bc76-b918c128d99b on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 14:59:54.084989 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (42951a89-6fbf-443d-9382-08ba36974ed8), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.098597 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 14:59:54.099062 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (42951a89-6fbf-443d-9382-08ba36974ed8), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.111101 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:54.136534 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:54.138780 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 42951a89-6fbf-443d-9382-08ba36974ed8 resource provider aggregate not found Jun 20 14:59:54.148589 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Router fb64bbeb-03b0-4771-b3af-ca629c3ca580 is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:59:54.185494 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 42951a89-6fbf-443d-9382-08ba36974ed8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42951a89-6fbf-443d-9382-08ba36974ed8 found for delete ", "request_id": "req-36fa5abd-fe78-4236-b420-5f1c771bf829"}]} Jun 20 14:59:54.196847 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (65993a3b-f9af-4743-b7d5-a4affcfed083), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.208873 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.212220 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/65993a3b-f9af-4743-b7d5-a4affcfed083 HTTP/1.1" status: 204 len: 168 time: 0.6259544 Jun 20 14:59:54.227481 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7980bd-6f41-4195-868e-5439f5d5c5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65993a3b-f9af-4743-b7d5-a4affcfed083,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:54.284757 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:59:54.298495 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Sync routers for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:59:54.307880 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.313051 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4929d1ec-aef9-4f73-bcf7-ede4ba4e3c71 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0280623 Jun 20 14:59:54.313463 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56484) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:54.317266 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:54.317961 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:54.389436 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4699b-37fb-4ec8-a427-221c883c6dc4 None None] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:59:54.402723 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56486) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:54.440928 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:54.457593 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-1cbf97c7-f4de-4dc8-8b93-b3caa0e846fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a98f7478c9384ee298321a1506aa0bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534344 Jun 20 14:59:54.462353 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56488) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:54.517574 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-2891e061-77a0-42e0-877b-5bdf02e84f6a None None] Provisioning complete for port 83b3af81-65ae-417a-b33a-56dcac266368 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:54.517945 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2891e061-77a0-42e0-877b-5bdf02e84f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (83b3af81-65ae-417a-b33a-56dcac266368), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.519508 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f031b7e5-82ce-4299-8e68-e5af5c5807c0 admin admin] Publish callbacks [] for security_group (14c62a34-c998-45af-880f-d3014dddf23e), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.536623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:54.543257 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f031b7e5-82ce-4299-8e68-e5af5c5807c0 admin admin] Publish callbacks [] for security_group (14c62a34-c998-45af-880f-d3014dddf23e), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.549242 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:54.602519 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f031b7e5-82ce-4299-8e68-e5af5c5807c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (14c62a34-c998-45af-880f-d3014dddf23e), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.605811 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-f031b7e5-82ce-4299-8e68-e5af5c5807c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.606986 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-f031b7e5-82ce-4299-8e68-e5af5c5807c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14c62a34-c998-45af-880f-d3014dddf23e HTTP/1.1" status: 204 len: 168 time: 0.1436234 Jun 20 14:59:54.616030 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031b7e5-82ce-4299-8e68-e5af5c5807c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c62a34-c998-45af-880f-d3014dddf23e,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:54.674231 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:54.679222 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:54.781851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-2891e061-77a0-42e0-877b-5bdf02e84f6a None None] Current status of the port 83b3af81-65ae-417a-b33a-56dcac266368 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:54.782457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2891e061-77a0-42e0-877b-5bdf02e84f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (83b3af81-65ae-417a-b33a-56dcac266368), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.827680 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.871311 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-2891e061-77a0-42e0-877b-5bdf02e84f6a None None] For port 83b3af81-65ae-417a-b33a-56dcac266368, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=83b3af81-65ae-417a-b33a-56dcac266368,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:54.879932 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2891e061-77a0-42e0-877b-5bdf02e84f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (83b3af81-65ae-417a-b33a-56dcac266368), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:54.920598 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:53Z', 'revision_number': 3, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:55.071948 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Allocated IP 172.20.0.1 (aaa050c0-7567-4d7e-9fda-be765cd4b29a/c982c9f0-848e-476c-a8bd-b30f6f2ee5e6/e66fb8ce-318e-4e30-8f94-35c5deec7305) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:55.113231 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 83b3af81-65ae-417a-b33a-56dcac266368 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:59:55.119444 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Checking router: fb64bbeb-03b0-4771-b3af-ca629c3ca580 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:59:55.119790 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Updating router fb64bbeb-03b0-4771-b3af-ca629c3ca580 port 5ce31626-9411-4232-a3e9-219448e3bd39 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:59:55.178376 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-93652855-b8da-43a5-a0d6-ed122b1ca5af None None] Provisioning complete for port 83b3af81-65ae-417a-b33a-56dcac266368 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:55.178752 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-93652855-b8da-43a5-a0d6-ed122b1ca5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (83b3af81-65ae-417a-b33a-56dcac266368), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.180384 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891e061-77a0-42e0-877b-5bdf02e84f6a None None] Pushing event updated for resources: {'Port': ['ID=83b3af81-65ae-417a-b33a-56dcac266368,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:55.211489 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks [] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.224862 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.250898 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.279252 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 83b3af81-65ae-417a-b33a-56dcac266368 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:55.279675 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (83b3af81-65ae-417a-b33a-56dcac266368), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.293970 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:55.298917 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:55.300776 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:55.338818 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Pushing event updated for resources: {'Port': ['ID=e66fb8ce-318e-4e30-8f94-35c5deec7305,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:55.354222 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (fb64bbeb-03b0-4771-b3af-ca629c3ca580), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.400260 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:55.426364 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-93652855-b8da-43a5-a0d6-ed122b1ca5af None None] Current status of the port 83b3af81-65ae-417a-b33a-56dcac266368 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:55.509152 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.531295 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56512) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:55.534328 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 83b3af81-65ae-417a-b33a-56dcac266368 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:55.560256 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:55.646592 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5fe5d833-8f19-4539-8fcc-ea44951a9819 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:59:55.663863 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-410867479-network', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:55.670340 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:55.677411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 5fe5d833-8f19-4539-8fcc-ea44951a9819 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:59:55.677921 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5fe5d833-8f19-4539-8fcc-ea44951a9819 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:59:55.678557 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 341230d2-1d2c-49b9-bc76-b918c128d99b no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 14:59:55.685968 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Made reservation on behalf of d70851020f444aeeaa7a5cb23615719f for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:55.688368 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.700886 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.711660 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Publish callbacks [] for port (5ce31626-9411-4232-a3e9-219448e3bd39), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.713383 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 341230d2-1d2c-49b9-bc76-b918c128d99b {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 14:59:55.713807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 341230d2-1d2c-49b9-bc76-b918c128d99b not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 14:59:55.715233 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks [] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.723768 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.728806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.739879 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:55.784238 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks [] for security_group (0bd85475-c833-4b90-8b86-95ea6070626c), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.797470 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Pushing event updated for resources: {'Port': ['ID=e66fb8ce-318e-4e30-8f94-35c5deec7305,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:55.798067 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (0bd85475-c833-4b90-8b86-95ea6070626c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.799582 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-6a91398f-1c3c-4b41-a812-20adaf2e2469 None None] Provisioning complete for port e66fb8ce-318e-4e30-8f94-35c5deec7305 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:55.799860 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (fb64bbeb-03b0-4771-b3af-ca629c3ca580), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.805000 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6a91398f-1c3c-4b41-a812-20adaf2e2469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.811498 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:59:55.823570 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (43998ac8-9e83-44ed-b2b4-55fa57977fe6), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.824327 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Added segment 43998ac8-9e83-44ed-b2b4-55fa57977fe6 of type vlan for network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd Jun 20 14:59:55.835013 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Attempting to bind port 5ce31626-9411-4232-a3e9-219448e3bd39 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:59:55.835013 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Attempting to bind port 5ce31626-9411-4232-a3e9-219448e3bd39 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:59:55.835474 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Attempting to bind port 5ce31626-9411-4232-a3e9-219448e3bd39 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:55.844550 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a272d4-d3ea-4d82-b540-5751220dcfdb None None] Pushing event updated for resources: {'Port': ['ID=5ce31626-9411-4232-a3e9-219448e3bd39,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:55.853410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:59:55.854059 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:55.854460 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.854847 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:59:55.855330 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Bound port: 5ce31626-9411-4232-a3e9-219448e3bd39, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:59:55.855807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.868571 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.875068 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-6a91398f-1c3c-4b41-a812-20adaf2e2469 None None] Port e66fb8ce-318e-4e30-8f94-35c5deec7305 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:59:55.891709 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:55.903271 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.904243 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:55.905019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.910642 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:55.912046 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:55.915657 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] For port 5ce31626-9411-4232-a3e9-219448e3bd39, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:59:55.923525 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] For port 5ce31626-9411-4232-a3e9-219448e3bd39, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=5ce31626-9411-4232-a3e9-219448e3bd39,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:59:55.935940 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:55.948144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd85475-c833-4b90-8b86-95ea6070626c,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:55.961761 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4264436 Jun 20 14:59:55.963886 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56516) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:55.971019 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Request body: {'subnet': {'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-410867479-subnet', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:56.005516 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978c17f-c5ff-4e96-be3b-6fa2a7163764 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:56.020091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:59:56.050787 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:56.051429 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:56.056359 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Made reservation on behalf of d70851020f444aeeaa7a5cb23615719f for: {'subnet': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:56.058948 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15892944'] for subnet (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.081007 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Router fb64bbeb-03b0-4771-b3af-ca629c3ca580 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 14:59:56.112655 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a272d4-d3ea-4d82-b540-5751220dcfdb None None] Pushing event updated for resources: {'Port': ['ID=5ce31626-9411-4232-a3e9-219448e3bd39,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:56.222375 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-82731aad-8ac9-496f-a0ba-cfe3dc0dce28 None None] Provisioning complete for port e66fb8ce-318e-4e30-8f94-35c5deec7305 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:56.223027 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-82731aad-8ac9-496f-a0ba-cfe3dc0dce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.247059 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:56.271979 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:59:56.278116 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0d35dbff-b21b-460a-b2de-e4bf0e587775 admin admin] 10.222.0.23 "PUT /v2.0/routers/fb64bbeb-03b0-4771-b3af-ca629c3ca580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631572 Jun 20 14:59:56.297889 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-82731aad-8ac9-496f-a0ba-cfe3dc0dce28 None None] Port e66fb8ce-318e-4e30-8f94-35c5deec7305 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 14:59:56.336639 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15963204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15892770'] for subnet (9c0ecd78-74c0-40f4-8300-0fed4f163b0a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.391112 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0ecd78-74c0-40f4-8300-0fed4f163b0a,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:56.410138 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Checking segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:56.410487 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Network hostable DHCP agents. Network: bdd7e8d5-15a5-4084-b9ed-420beae9e4cd, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:59:56.422419 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:56.431405 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:59:56.444280 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, bdd7e8d5-15a5-4084-b9ed-420beae9e4cd) {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:56.449451 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:56.450088 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.456079 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84268c6-45fa-4152-b861-21b58056f82e None None] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:59:56.460844 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:56.461417 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:56.471085 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-b20b44c8-82b8-467a-9c3e-a3aff8f616d4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5055313 Jun 20 14:59:56.473503 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56524) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:56.479140 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:56.504182 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (2c019f38-7c74-4151-8a13-35efbb7e3ad4), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.505401 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (2c019f38-7c74-4151-8a13-35efbb7e3ad4), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.530469 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 2, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:56.558848 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks [] for router_controller (2c019f38-7c74-4151-8a13-35efbb7e3ad4), precommit_add_association {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.564705 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442433d-de6e-4e9b-b177-2919cab87dd3 None None] The sync data for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi is: [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 2, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 14:59:56.616683 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:59:56.617680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.712538 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks [] for router_gateway (2c019f38-7c74-4151-8a13-35efbb7e3ad4), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.774721 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Allocated IP 172.20.0.2 (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd/9c0ecd78-74c0-40f4-8300-0fed4f163b0a/fe83b344-3398-4486-b078-198311283b57) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:56.792966 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:56.918936 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56534) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:56.928398 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1838148596-network', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:56.969248 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Made reservation on behalf of 117ab1f62f4140a0b929db4827cc009f for: {'network': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:56.972956 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:56.987042 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.009662 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Publish callbacks [] for port (fe83b344-3398-4486-b078-198311283b57), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.034695 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (fe83b344-3398-4486-b078-198311283b57), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.101127 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks [] for security_group (416e3de2-ea16-4990-af5a-0632bff46e1e), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.107864 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (416e3de2-ea16-4990-af5a-0632bff46e1e), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.137602 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=110374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 14:59:57.156910 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416e3de2-ea16-4990-af5a-0632bff46e1e,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:57.170318 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (aba1437d-04a7-4646-8053-deb05625e8ec), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.170666 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.segments_db [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Added segment aba1437d-04a7-4646-8053-deb05625e8ec of type vlan for network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 Jun 20 14:59:57.223103 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (75940f2b-c0d6-4aa5-8e6c-96358f6111b4), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.242129 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:57.254918 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 83b3af81-65ae-417a-b33a-56dcac266368 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:59:57.257882 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (75940f2b-c0d6-4aa5-8e6c-96358f6111b4), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.258820 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:57.259457 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.278379 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks [] for router_gateway (2c019f38-7c74-4151-8a13-35efbb7e3ad4), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.292823 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:57.300041 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:57.304307 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.309857 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3886285 Jun 20 14:59:57.313785 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:57.313993 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56536) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:57.319467 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Pushing event updated for resources: {'Port': ['ID=fe83b344-3398-4486-b078-198311283b57,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:57.319654 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Request body: {'subnet': {'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1838148596-subnet', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:57.367969 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155333-3483-431c-8760-c5b13b9a6efc admin admin] Pushing event updated for resources: {'Network': ['ID=75940f2b-c0d6-4aa5-8e6c-96358f6111b4,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:57.388195 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Made reservation on behalf of 117ab1f62f4140a0b929db4827cc009f for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 14:59:57.391908 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15994206'] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.398009 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 14:59:57.402304 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 83b3af81-65ae-417a-b33a-56dcac266368 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:57.403066 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (83b3af81-65ae-417a-b33a-56dcac266368), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.454147 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Allocated IP 172.27.1.124 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/53757b10-1aae-4bda-a0aa-7cee18745f49) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:57.477154 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Attempting to bind port fe83b344-3398-4486-b078-198311283b57 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:59:57.477565 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Attempting to bind port fe83b344-3398-4486-b078-198311283b57 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:59:57.477928 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Attempting to bind port fe83b344-3398-4486-b078-198311283b57 on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:57.551259 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:59:57.552185 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Checking segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:57.552938 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.553634 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Bound using segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:59:57.554320 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Bound port: fe83b344-3398-4486-b078-198311283b57, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:59:57.555464 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (fe83b344-3398-4486-b078-198311283b57), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.610021 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:57.620252 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks [] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.630057 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14740296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15994284'] for subnet (fd6267c4-f904-40b3-9d04-1ca405f82d07), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.665760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 83b3af81-65ae-417a-b33a-56dcac266368 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:57.666313 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.687660 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] For port fe83b344-3398-4486-b078-198311283b57, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:59:57.693333 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] For port fe83b344-3398-4486-b078-198311283b57, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=fe83b344-3398-4486-b078-198311283b57,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:59:57.702588 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (fe83b344-3398-4486-b078-198311283b57), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.718375 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Checking segment: {'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:57.718827 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Network hostable DHCP agents. Network: 75940f2b-c0d6-4aa5-8e6c-96358f6111b4, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 14:59:57.723151 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:57.729032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd6267c4-f904-40b3-9d04-1ca405f82d07,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:57.732397 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:57.737032 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:57.739236 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=53757b10-1aae-4bda-a0aa-7cee18745f49,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:57.744899 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 14:59:57.745135 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:57.761330 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, 75940f2b-c0d6-4aa5-8e6c-96358f6111b4) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:57.768224 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 14:59:57.768853 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.774451 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1125d3-8162-43bf-83e5-dc11c55b8741 None None] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:59:57.795950 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-68cc548c-4797-4916-8f83-12cf5b98fbea admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4811397 Jun 20 14:59:57.798615 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56538) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:57.811031 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 14:59:57.813488 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db276e-b435-4b84-abb3-902cd024fbc6 None None] Pushing event updated for resources: {'Port': ['ID=fe83b344-3398-4486-b078-198311283b57,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:57.842089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1606701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16028'] for router (b186e008-cc73-47eb-88eb-5d8ddd6983ad), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.843308 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1606935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616290', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1665842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16023'] for router (b186e008-cc73-47eb-88eb-5d8ddd6983ad), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.920458 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks [] for router_controller (b186e008-cc73-47eb-88eb-5d8ddd6983ad), precommit_add_association {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:57.941139 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:57.982396 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2b3c505-8fb0-505d-afdd-1a9fe4683865-75940f2b-c0d6-4aa5-8e6c-96358f6111b4', 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4', 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'fixed_ips': [{'subnet_id': 'fd6267c4-f904-40b3-9d04-1ca405f82d07'}]}} from dv-cinder-836973-5-iscsi. {{(pid=110375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 20 14:59:57.984779 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.017487 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:58.105485 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks [] for router_gateway (b186e008-cc73-47eb-88eb-5d8ddd6983ad), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.139800 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks [] for router_gateway (2c019f38-7c74-4151-8a13-35efbb7e3ad4), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.234640 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.db_base_plugin_common [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Allocated IP 172.20.0.2 (75940f2b-c0d6-4aa5-8e6c-96358f6111b4/fd6267c4-f904-40b3-9d04-1ca405f82d07/bc0daf24-afb9-4f60-983b-a2de48920be1) {{(pid=110375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:58.355658 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:58.394475 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (2c019f38-7c74-4151-8a13-35efbb7e3ad4), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.409093 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks [] for router_gateway (b186e008-cc73-47eb-88eb-5d8ddd6983ad), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.423520 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Publish callbacks [] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), precommit_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.433109 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), after_create {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.434311 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.489761 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 is already hosted by enough agents. {{(pid=110375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:58.493761 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.scheduler.base_scheduler [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Resources bound (agent type, host, resource id): {{(pid=110375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:58.498380 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Received port after_create {{(pid=110375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:58.500184 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:58.506109 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Pushing event updated for resources: {'Port': ['ID=bc0daf24-afb9-4f60-983b-a2de48920be1,revision_number=1']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:58.562297 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:59:58.577593 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Attempting to bind port bc0daf24-afb9-4f60-983b-a2de48920be1 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:59:58.578021 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Attempting to bind port bc0daf24-afb9-4f60-983b-a2de48920be1 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:59:58.578449 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Attempting to bind port bc0daf24-afb9-4f60-983b-a2de48920be1 on network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:58.586040 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:59:58.586522 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Checking segment: {'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:58.586978 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.587427 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Bound using segment: {'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:59:58.587953 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Bound port: bc0daf24-afb9-4f60-983b-a2de48920be1, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:59:58.588349 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Allocated IP 172.27.1.171 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/e93558ae-6ff8-4498-898d-7fa0bd16eb70) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:58.588518 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.671201 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] For port bc0daf24-afb9-4f60-983b-a2de48920be1, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 14:59:58.677149 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] For port bc0daf24-afb9-4f60-983b-a2de48920be1, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=bc0daf24-afb9-4f60-983b-a2de48920be1,segment=NetworkSegment(aba1437d-04a7-4646-8053-deb05625e8ec),segment_id=aba1437d-04a7-4646-8053-deb05625e8ec)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 14:59:58.687317 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.705081 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 14:59:58.718108 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Sync routers for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 14:59:58.722149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks [] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.740037 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 14:59:58.740981 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:58.749652 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:58.752222 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2ade1-fd18-4fd4-96c9-18748358a699 None None] Pushing event updated for resources: {'Port': ['ID=bc0daf24-afb9-4f60-983b-a2de48920be1,revision_number=2']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:58.763397 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.767486 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:58.769121 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ebd28fb4-7fde-47a5-a4ee-7d89de1df3b9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2942979 Jun 20 14:59:58.771973 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56540) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 14:59:58.818512 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 14:59:58.822125 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 14:59:58.826303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 14:59:58.832748 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:58.892681 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Pushing event updated for resources: {'Port': ['ID=e93558ae-6ff8-4498-898d-7fa0bd16eb70,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:59.043628 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 14:59:59.174277 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:59.190965 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5ce31626-9411-4232-a3e9-219448e3bd39 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:59:59.238379 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 5ce31626-9411-4232-a3e9-219448e3bd39 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:59.238760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.241791 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c70307a-5cfa-46d6-b5ce-909a6c569295 None None] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 14:59:59.259732 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:59.299950 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T14:59:57Z', 'revision_number': 3, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T14:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 14:59:59.331921 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-fbad16b5-5c28-49a7-b1eb-6b03f22a0e98 None None] Provisioning complete for port fe83b344-3398-4486-b078-198311283b57 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:59.332293 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fbad16b5-5c28-49a7-b1eb-6b03f22a0e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (fe83b344-3398-4486-b078-198311283b57), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.339051 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:59.360091 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Checking router: 2c019f38-7c74-4151-8a13-35efbb7e3ad4 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 14:59:59.360922 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Updating router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 port 53757b10-1aae-4bda-a0aa-7cee18745f49 binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 14:59:59.384227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks [] for router_gateway (b186e008-cc73-47eb-88eb-5d8ddd6983ad), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.417928 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.531708 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.560619 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:59.566785 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 5ce31626-9411-4232-a3e9-219448e3bd39 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:59.567625 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.608211 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-fbad16b5-5c28-49a7-b1eb-6b03f22a0e98 None None] Current status of the port fe83b344-3398-4486-b078-198311283b57 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 14:59:59.608588 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fbad16b5-5c28-49a7-b1eb-6b03f22a0e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (fe83b344-3398-4486-b078-198311283b57), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.646200 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 5ce31626-9411-4232-a3e9-219448e3bd39, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=5ce31626-9411-4232-a3e9-219448e3bd39,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:59.667791 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.668929 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device fe83b344-3398-4486-b078-198311283b57 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 14:59:59.706079 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1611961'] for router (b186e008-cc73-47eb-88eb-5d8ddd6983ad), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.713193 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-fbad16b5-5c28-49a7-b1eb-6b03f22a0e98 None None] For port fe83b344-3398-4486-b078-198311283b57, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=fe83b344-3398-4486-b078-198311283b57,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 14:59:59.748644 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fbad16b5-5c28-49a7-b1eb-6b03f22a0e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (fe83b344-3398-4486-b078-198311283b57), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.792354 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Allocated IP 172.20.0.1 (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd/9c0ecd78-74c0-40f4-8300-0fed4f163b0a/d6ea499f-1241-48b9-8b80-8ba6447b758e) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 14:59:59.832141 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=5ce31626-9411-4232-a3e9-219448e3bd39,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:59.838461 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Publish callbacks [] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.853071 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.855868 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:59.895611 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 14:59:59.897514 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Router b186e008-cc73-47eb-88eb-5d8ddd6983ad is scheduled to L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f with binding_index 1 {{(pid=110374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 20 14:59:59.922022 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Attempting to bind port 53757b10-1aae-4bda-a0aa-7cee18745f49 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 14:59:59.922805 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Attempting to bind port 53757b10-1aae-4bda-a0aa-7cee18745f49 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 14:59:59.923372 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Attempting to bind port 53757b10-1aae-4bda-a0aa-7cee18745f49 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 14:59:59.926822 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port fe83b344-3398-4486-b078-198311283b57 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:59.927198 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (fe83b344-3398-4486-b078-198311283b57), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.927922 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Pushing event updated for resources: {'Port': ['ID=53757b10-1aae-4bda-a0aa-7cee18745f49,revision_number=2']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 14:59:59.941724 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks [] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.947186 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 14:59:59.947863 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 14:59:59.948620 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.949233 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 14:59:59.950185 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Bound port: 53757b10-1aae-4bda-a0aa-7cee18745f49, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 14:59:59.951648 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.955451 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.955901 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.956341 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.956829 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.957203 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-1db27b28-a63c-436c-bb88-5458972826f1 None None] Provisioning complete for port fe83b344-3398-4486-b078-198311283b57 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 14:59:59.957626 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.958110 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-1db27b28-a63c-436c-bb88-5458972826f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (fe83b344-3398-4486-b078-198311283b57), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 14:59:59.958528 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.959544 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.959959 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.961589 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.964385 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.965047 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.965559 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.966083 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.967749 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 14:59:59.968251 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:00.005317 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.006018 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Sync routers for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:00:00.036308 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad16b5-5c28-49a7-b1eb-6b03f22a0e98 None None] Pushing event updated for resources: {'Port': ['ID=fe83b344-3398-4486-b078-198311283b57,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:00.039070 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] For port 53757b10-1aae-4bda-a0aa-7cee18745f49, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:00:00.043473 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] For port 53757b10-1aae-4bda-a0aa-7cee18745f49, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=53757b10-1aae-4bda-a0aa-7cee18745f49,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:00:00.052919 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.057811 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:00.058734 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:00.070184 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:00:00.090439 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea499f-1241-48b9-8b80-8ba6447b758e,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:00.096291 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:00.098049 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:00.100499 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:00:00.110734 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.118206 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7b844ca7-4453-4d88-94d9-cfdd62c11c68 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3173492 Jun 20 15:00:00.118847 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56542) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:00.147718 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Sync routers for ids ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:00:00.166076 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (2c019f38-7c74-4151-8a13-35efbb7e3ad4), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.199228 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Routers {'b186e008-cc73-47eb-88eb-5d8ddd6983ad'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:00.200294 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:00.264250 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:00.293992 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-1db27b28-a63c-436c-bb88-5458972826f1 None None] Current status of the port fe83b344-3398-4486-b078-198311283b57 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:00.297524 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:00.300392 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port fe83b344-3398-4486-b078-198311283b57 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:00.349950 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:00.366035 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:00.367195 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:00.405838 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.424486 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b43f63-0b4b-4af1-a48c-7e86e048cdd5 None None] Pushing event updated for resources: {'Port': ['ID=53757b10-1aae-4bda-a0aa-7cee18745f49,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:00.454570 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Set router b186e008-cc73-47eb-88eb-5d8ddd6983ad gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:00.475533 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:00.537238 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-ed9cae46-6988-49d9-ade2-817daf6dc517 None None] Provisioning complete for port d6ea499f-1241-48b9-8b80-8ba6447b758e triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:00.539296 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ed9cae46-6988-49d9-ade2-817daf6dc517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.658627 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks [] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.666039 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.757745 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea499f-1241-48b9-8b80-8ba6447b758e,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:00.761597 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (2c019f38-7c74-4151-8a13-35efbb7e3ad4), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:00.779549 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:00.796488 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07de5e19-9a66-4d06-8da2-1cc5bcc031f9 None None] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:00:00.824596 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:00.881945 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:00.883566 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:00.962831 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-ed9cae46-6988-49d9-ade2-817daf6dc517 None None] Port d6ea499f-1241-48b9-8b80-8ba6447b758e cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:00:00.980619 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:00.992319 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 2, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:01.017444 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 3, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port': {'id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:58Z', 'updated_at': '2022-06-20T14:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:01.078560 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Checking router: fb64bbeb-03b0-4771-b3af-ca629c3ca580 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:00:01.078756 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Updating router fb64bbeb-03b0-4771-b3af-ca629c3ca580 port e66fb8ce-318e-4e30-8f94-35c5deec7305 binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 15:00:01.089478 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Checking router: b186e008-cc73-47eb-88eb-5d8ddd6983ad for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:00:01.093511 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Updating router b186e008-cc73-47eb-88eb-5d8ddd6983ad port e93558ae-6ff8-4498-898d-7fa0bd16eb70 binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 15:00:01.116465 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:00:01.146709 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:01.149806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-0157e519-deba-4779-b54b-cc291c44e078 None None] Provisioning complete for port bc0daf24-afb9-4f60-983b-a2de48920be1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:01.158580 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-0157e519-deba-4779-b54b-cc291c44e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.176753 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.208471 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.259127 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.269441 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device bc0daf24-afb9-4f60-983b-a2de48920be1 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:01.352282 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:00:01.380235 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-a74f9ea2-4865-4399-81d9-39403fe814b3 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c019f38-7c74-4151-8a13-35efbb7e3ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6069167 Jun 20 15:00:01.429548 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:01.456678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port bc0daf24-afb9-4f60-983b-a2de48920be1 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:01.457090 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.463658 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5534ff-5b92-4cce-b7b2-08feb392ad23 None None] The sync data for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi is: [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:00:01.506229 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:01.516070 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Allocated IP 172.20.0.1 (75940f2b-c0d6-4aa5-8e6c-96358f6111b4/fd6267c4-f904-40b3-9d04-1ca405f82d07/66c7f0a3-aded-4c71-9e53-10fd357eff2c) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:00:01.521396 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:01.536696 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-0157e519-deba-4779-b54b-cc291c44e078 None None] Current status of the port bc0daf24-afb9-4f60-983b-a2de48920be1 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:01.537162 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-0157e519-deba-4779-b54b-cc291c44e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.605884 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-0157e519-deba-4779-b54b-cc291c44e078 None None] For port bc0daf24-afb9-4f60-983b-a2de48920be1, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=bc0daf24-afb9-4f60-983b-a2de48920be1,segment=NetworkSegment(aba1437d-04a7-4646-8053-deb05625e8ec),segment_id=aba1437d-04a7-4646-8053-deb05625e8ec)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:01.674609 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-0157e519-deba-4779-b54b-cc291c44e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.706093 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:01.733301 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port bc0daf24-afb9-4f60-983b-a2de48920be1 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:01.733686 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.735853 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks [] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.747373 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Publish callbacks [] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.757252 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.798245 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.816078 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157e519-deba-4779-b54b-cc291c44e078 None None] Pushing event updated for resources: {'Port': ['ID=bc0daf24-afb9-4f60-983b-a2de48920be1,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:01.881927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-a39a128d-d0f3-4c23-bae7-d0db1bd9fb70 None None] Provisioning complete for port d6ea499f-1241-48b9-8b80-8ba6447b758e triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:01.882308 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a39a128d-d0f3-4c23-bae7-d0db1bd9fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.883901 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:01.890340 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:01.891819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:00:01.895119 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Attempting to bind port e93558ae-6ff8-4498-898d-7fa0bd16eb70 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:00:01.895700 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Attempting to bind port e93558ae-6ff8-4498-898d-7fa0bd16eb70 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:00:01.897022 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Attempting to bind port e93558ae-6ff8-4498-898d-7fa0bd16eb70 on network b5b2035b-e964-4664-afa8-3dbdff698b0e {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:01.915564 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ff142-1884-4342-88a4-30098977c60f None None] Pushing event updated for resources: {'Port': ['ID=e93558ae-6ff8-4498-898d-7fa0bd16eb70,revision_number=2']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:01.921693 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:00:01.922323 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Checking segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:00:01.923015 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.923731 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Bound using segment: {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:00:01.924376 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Bound port: e93558ae-6ff8-4498-898d-7fa0bd16eb70, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d23629c-76a6-4c91-b627-20af5b747912', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:00:01.925007 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.953289 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.db.api [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110375) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 20 15:00:01.953706 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG oslo_db.api [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 20 15:00:01.964139 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:01.967445 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Publish callbacks [] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.968974 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1607353'] for router_interface (b186e008-cc73-47eb-88eb-5d8ddd6983ad), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.980300 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-a39a128d-d0f3-4c23-bae7-d0db1bd9fb70 None None] Port d6ea499f-1241-48b9-8b80-8ba6447b758e cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:00:01.987598 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:01.995641 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] For port e93558ae-6ff8-4498-898d-7fa0bd16eb70, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:00:01.999287 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] For port e93558ae-6ff8-4498-898d-7fa0bd16eb70, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e93558ae-6ff8-4498-898d-7fa0bd16eb70,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:00:01.999994 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56554) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:02.006091 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-21367a9b-512e-4059-aca9-a0e021b0684b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575289202', 'description': 'tempest-description--643710462'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:02.018487 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.023825 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-a39a128d-d0f3-4c23-bae7-d0db1bd9fb70 None None] Provisioning complete for port bc0daf24-afb9-4f60-983b-a2de48920be1 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:02.025672 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a39a128d-d0f3-4c23-bae7-d0db1bd9fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.046861 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-21367a9b-512e-4059-aca9-a0e021b0684b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.095060 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Pushing event updated for resources: {'Port': ['ID=66c7f0a3-aded-4c71-9e53-10fd357eff2c,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:02.109973 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.110599 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.111100 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.112239 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.112764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.113259 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.113746 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.114480 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.115112 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.115601 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.116088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.116586 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.117092 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.117577 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.118370 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:02.164853 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Routers {'b186e008-cc73-47eb-88eb-5d8ddd6983ad'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:02.165402 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:02.170673 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:02.174944 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ff142-1884-4342-88a4-30098977c60f None None] Pushing event updated for resources: {'Port': ['ID=e93558ae-6ff8-4498-898d-7fa0bd16eb70,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:02.191930 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ca753-5670-4b8f-87a2-d34cbba3a921 None None] Pushing event updated for resources: {'Port': ['ID=e66fb8ce-318e-4e30-8f94-35c5deec7305,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:02.197908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-21367a9b-512e-4059-aca9-a0e021b0684b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (62d63d93-6350-4295-bb58-32e7a1ad1b6a), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.206280 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-21367a9b-512e-4059-aca9-a0e021b0684b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (62d63d93-6350-4295-bb58-32e7a1ad1b6a), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.235607 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-a39a128d-d0f3-4c23-bae7-d0db1bd9fb70 None None] Current status of the port bc0daf24-afb9-4f60-983b-a2de48920be1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:02.269044 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-21367a9b-512e-4059-aca9-a0e021b0684b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.279197 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-21367a9b-512e-4059-aca9-a0e021b0684b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2742677 Jun 20 15:00:02.282922 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56556) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:02.292590 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-8d0635e2-a9c5-41e2-b2e5-7ea995902db2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'security_group_rule': {'security_group_id': '62d63d93-6350-4295-bb58-32e7a1ad1b6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:02.300691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21367a9b-512e-4059-aca9-a0e021b0684b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d63d93-6350-4295-bb58-32e7a1ad1b6a,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:02.313588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.332154 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Attempting to bind port e66fb8ce-318e-4e30-8f94-35c5deec7305 on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:00:02.332650 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Attempting to bind port e66fb8ce-318e-4e30-8f94-35c5deec7305 by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:00:02.333083 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Attempting to bind port e66fb8ce-318e-4e30-8f94-35c5deec7305 on network aaa050c0-7567-4d7e-9fda-be765cd4b29a {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:02.347508 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:00:02.349179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Checking segment: {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:00:02.349733 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.351072 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Bound using segment: {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:00:02.351712 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Bound port: e66fb8ce-318e-4e30-8f94-35c5deec7305, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:00:02.353703 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.366400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8d0635e2-a9c5-41e2-b2e5-7ea995902db2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (6b1a28a0-df54-41ba-aaf5-2e2ce3e731f6), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.379375 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] Set router b186e008-cc73-47eb-88eb-5d8ddd6983ad gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:02.391392 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-49339bfb-7dd7-4c79-aaf7-4e48d288c5f9 None None] Provisioning complete for port 66c7f0a3-aded-4c71-9e53-10fd357eff2c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:02.393062 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-49339bfb-7dd7-4c79-aaf7-4e48d288c5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.469241 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:02.478561 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8d0635e2-a9c5-41e2-b2e5-7ea995902db2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (6b1a28a0-df54-41ba-aaf5-2e2ce3e731f6), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.488597 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8d0635e2-a9c5-41e2-b2e5-7ea995902db2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (6b1a28a0-df54-41ba-aaf5-2e2ce3e731f6), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.555018 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8d0635e2-a9c5-41e2-b2e5-7ea995902db2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.559070 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-8d0635e2-a9c5-41e2-b2e5-7ea995902db2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724433 Jun 20 15:00:02.560004 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56558) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:02.573891 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:02.575231 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-2d732022-1340-4a00-8012-d8c36e6f550d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'security_group_rule': {'security_group_id': '62d63d93-6350-4295-bb58-32e7a1ad1b6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:02.580056 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0635e2-a9c5-41e2-b2e5-7ea995902db2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1a28a0-df54-41ba-aaf5-2e2ce3e731f6,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:02.603397 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-49339bfb-7dd7-4c79-aaf7-4e48d288c5f9 None None] Port 66c7f0a3-aded-4c71-9e53-10fd357eff2c cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:00:02.610987 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port bc0daf24-afb9-4f60-983b-a2de48920be1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:02.612038 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5ce31626-9411-4232-a3e9-219448e3bd39 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:02.619386 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 3, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port': {'id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:58Z', 'updated_at': '2022-06-20T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:02.642576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d732022-1340-4a00-8012-d8c36e6f550d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (14e5297b-49bb-4dc6-b616-11b42f0ddb4b), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.642911 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks [] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.648786 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bc1e6c-8513-48b4-9384-795d78ad58a2 None None] The sync data for ids ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'] in dv-cinder-836973-5-iscsi is: [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 3, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port': {'id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:58Z', 'updated_at': '2022-06-20T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:00:02.654017 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.670508 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] For port e66fb8ce-318e-4e30-8f94-35c5deec7305, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:00:02.695753 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] For port e66fb8ce-318e-4e30-8f94-35c5deec7305, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e66fb8ce-318e-4e30-8f94-35c5deec7305,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:00:02.706997 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.721876 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:02.742025 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 5ce31626-9411-4232-a3e9-219448e3bd39 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:02.742462 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.743297 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d732022-1340-4a00-8012-d8c36e6f550d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (14e5297b-49bb-4dc6-b616-11b42f0ddb4b), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.749419 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:02.749856 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d732022-1340-4a00-8012-d8c36e6f550d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (14e5297b-49bb-4dc6-b616-11b42f0ddb4b), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.790103 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-2d732022-1340-4a00-8012-d8c36e6f550d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.795497 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-2d732022-1340-4a00-8012-d8c36e6f550d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2342801 Jun 20 15:00:02.796140 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56560) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:02.803461 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:02.804889 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607213'] for router_interface (b186e008-cc73-47eb-88eb-5d8ddd6983ad), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.810863 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d732022-1340-4a00-8012-d8c36e6f550d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e5297b-49bb-4dc6-b616-11b42f0ddb4b,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:02.818214 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Pushing event updated for resources: {'Port': ['ID=66c7f0a3-aded-4c71-9e53-10fd357eff2c,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:02.841373 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.869286 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-4cad4dea-b943-4f07-b687-d8b42a449fd2 None None] Provisioning complete for port e66fb8ce-318e-4e30-8f94-35c5deec7305 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:02.877290 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4cad4dea-b943-4f07-b687-d8b42a449fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.943650 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:02.952436 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:02.953146 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:02.977917 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:02.979496 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:03.021055 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ca753-5670-4b8f-87a2-d34cbba3a921 None None] Pushing event updated for resources: {'Port': ['ID=e66fb8ce-318e-4e30-8f94-35c5deec7305,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:03.175250 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Allocated IP 172.27.1.219 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/c7746041-c943-4e21-ad52-ecff1d511413) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:00:03.175998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:03.256654 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Router b186e008-cc73-47eb-88eb-5d8ddd6983ad has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:00:03.276329 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 5ce31626-9411-4232-a3e9-219448e3bd39 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:03.277785 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device fe83b344-3398-4486-b078-198311283b57 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:03.280795 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:03.308626 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:03.349200 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for port (c7746041-c943-4e21-ad52-ecff1d511413), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.357351 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:03.423027 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (c7746041-c943-4e21-ad52-ecff1d511413), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.472817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:00:03.479018 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-00487c8e-a157-4cce-ad9c-5e386035ad41 admin admin] 10.222.0.23 "PUT /v2.0/routers/b186e008-cc73-47eb-88eb-5d8ddd6983ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3578060 Jun 20 15:00:03.509851 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:03.531000 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:03.541784 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:00:03.576121 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-4cad4dea-b943-4f07-b687-d8b42a449fd2 None None] Current status of the port e66fb8ce-318e-4e30-8f94-35c5deec7305 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:03.576906 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4cad4dea-b943-4f07-b687-d8b42a449fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.585415 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'Port': ['ID=c7746041-c943-4e21-ad52-ecff1d511413,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:03.633062 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-4cad4dea-b943-4f07-b687-d8b42a449fd2 None None] For port e66fb8ce-318e-4e30-8f94-35c5deec7305, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e66fb8ce-318e-4e30-8f94-35c5deec7305,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:03.664061 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4cad4dea-b943-4f07-b687-d8b42a449fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.674658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.742425 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c7746041-c943-4e21-ad52-ecff1d511413), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.783505 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port fe83b344-3398-4486-b078-198311283b57 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:03.784484 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (fe83b344-3398-4486-b078-198311283b57), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.841307 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad4dea-b943-4f07-b687-d8b42a449fd2 None None] Pushing event updated for resources: {'Port': ['ID=e66fb8ce-318e-4e30-8f94-35c5deec7305,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:03.922733 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-afec85fb-a48e-4999-aeaa-a55825aff699 None None] Provisioning complete for port e66fb8ce-318e-4e30-8f94-35c5deec7305 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:03.923304 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-afec85fb-a48e-4999-aeaa-a55825aff699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.934204 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for port (c7746041-c943-4e21-ad52-ecff1d511413), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.941731 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (c7746041-c943-4e21-ad52-ecff1d511413), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:03.959533 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:03.994183 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56568) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:04.000414 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-eaa8a37c-a657-4967-9bf5-6e9e5bef744c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930448680', 'description': 'tempest-secgroup-smoke-930448680 description', 'project_id': 'f29cab4870474548b98c3a81a3aa8031'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:04.029322 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.045142 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a37c-a657-4967-9bf5-6e9e5bef744c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.056373 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'Port': ['ID=c7746041-c943-4e21-ad52-ecff1d511413,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:04.061924 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.076811 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f49479da-e0cf-4fc2-a765-ab928a904c86 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2643657 Jun 20 15:00:04.099011 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-afec85fb-a48e-4999-aeaa-a55825aff699 None None] Current status of the port e66fb8ce-318e-4e30-8f94-35c5deec7305 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:04.125283 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-afec85fb-a48e-4999-aeaa-a55825aff699 None None] Provisioning complete for port 66c7f0a3-aded-4c71-9e53-10fd357eff2c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:04.125689 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-afec85fb-a48e-4999-aeaa-a55825aff699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.149255 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:04.151728 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a37c-a657-4967-9bf5-6e9e5bef744c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group (21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.157448 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a37c-a657-4967-9bf5-6e9e5bef744c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.160887 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port fe83b344-3398-4486-b078-198311283b57 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:04.175250 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:02Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:04.179624 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-afec85fb-a48e-4999-aeaa-a55825aff699 None None] Port 66c7f0a3-aded-4c71-9e53-10fd357eff2c cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:00:04.203743 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74478060-886a-4711-b01e-275dc6c01ef9 None None] The sync data for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi is: [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:02Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:00:04.241643 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a37c-a657-4967-9bf5-6e9e5bef744c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.244256 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-eaa8a37c-a657-4967-9bf5-6e9e5bef744c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2479050 Jun 20 15:00:04.247254 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a37c-a657-4967-9bf5-6e9e5bef744c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:04.249982 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56582) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:04.260313 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-44f4fba3-5827-4d92-800d-52a9d93a0eac tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'security_group_rule': {'security_group_id': '21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1', 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:04.285349 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-d090a29d-a755-4bd0-a4bd-634cd33399be tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--575289202&fields=id&tenant_id=d70851020f444aeeaa7a5cb23615719f HTTP/1.1" status: 200 len: 267 time: 0.0805910 Jun 20 15:00:04.373453 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-44f4fba3-5827-4d92-800d-52a9d93a0eac tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (484b2861-8cc8-402e-9040-afd5ca9c90b3), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.397927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device bc0daf24-afb9-4f60-983b-a2de48920be1 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:04.448155 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port bc0daf24-afb9-4f60-983b-a2de48920be1 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:04.448527 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.534421 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port bc0daf24-afb9-4f60-983b-a2de48920be1 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:04.535937 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e66fb8ce-318e-4e30-8f94-35c5deec7305 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:04.588683 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port e66fb8ce-318e-4e30-8f94-35c5deec7305 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:04.589091 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.665789 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port e66fb8ce-318e-4e30-8f94-35c5deec7305 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:04.666821 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e93558ae-6ff8-4498-898d-7fa0bd16eb70 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:04.682718 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:04.700120 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-3a8a5d3f-6408-4335-9984-84fbbcae7ba1 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:04.701674 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-3a8a5d3f-6408-4335-9984-84fbbcae7ba1 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 810 time: 0.4155638 Jun 20 15:00:04.713450 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port e93558ae-6ff8-4498-898d-7fa0bd16eb70 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:04.713839 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.733854 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-83321d03-1431-4123-a16e-a986813e4506 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/quotas/d70851020f444aeeaa7a5cb23615719f HTTP/1.1" status: 200 len: 375 time: 0.0218549 Jun 20 15:00:04.742869 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-44f4fba3-5827-4d92-800d-52a9d93a0eac tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (484b2861-8cc8-402e-9040-afd5ca9c90b3), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.760600 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-44f4fba3-5827-4d92-800d-52a9d93a0eac tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (484b2861-8cc8-402e-9040-afd5ca9c90b3), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.794471 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4fba3-5827-4d92-800d-52a9d93a0eac tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484b2861-8cc8-402e-9040-afd5ca9c90b3,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:04.812425 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port e93558ae-6ff8-4498-898d-7fa0bd16eb70 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:04.812850 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.820107 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-0e82d958-2bc4-454a-bf51-79fc44594b4b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750873 Jun 20 15:00:04.835760 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-44f4fba3-5827-4d92-800d-52a9d93a0eac tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.837144 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-44f4fba3-5827-4d92-800d-52a9d93a0eac tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5854990 Jun 20 15:00:04.840169 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56584) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:04.846506 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-01e2a863-2c44-48c8-9d6a-ec9adaed6fb3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'security_group_rule': {'security_group_id': '21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1', 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:04.857154 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port e93558ae-6ff8-4498-898d-7fa0bd16eb70, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e93558ae-6ff8-4498-898d-7fa0bd16eb70,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:04.863817 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.864747 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 53757b10-1aae-4bda-a0aa-7cee18745f49 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:04.911012 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-01e2a863-2c44-48c8-9d6a-ec9adaed6fb3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (c0a5d03c-e08f-43cf-89bb-4bcc40422f37), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:04.993851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:05.004567 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-01e2a863-2c44-48c8-9d6a-ec9adaed6fb3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (c0a5d03c-e08f-43cf-89bb-4bcc40422f37), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.019508 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-01e2a863-2c44-48c8-9d6a-ec9adaed6fb3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (c0a5d03c-e08f-43cf-89bb-4bcc40422f37), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.031630 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5e8e30ba-1db1-4eda-b9c2-e03a2cfb7715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.041958 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 53757b10-1aae-4bda-a0aa-7cee18745f49 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:05.043115 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.045121 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=e93558ae-6ff8-4498-898d-7fa0bd16eb70,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:05.051125 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2a863-2c44-48c8-9d6a-ec9adaed6fb3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a5d03c-e08f-43cf-89bb-4bcc40422f37,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:05.062520 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-01e2a863-2c44-48c8-9d6a-ec9adaed6fb3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.066690 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-01e2a863-2c44-48c8-9d6a-ec9adaed6fb3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2228568 Jun 20 15:00:05.066942 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56588) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:05.071813 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-7fe840d6-3a15-41b0-bfec-0a6146ff90bc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'security_group_rule': {'security_group_id': '21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1', 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:05.082050 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:05.111861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fe840d6-3a15-41b0-bfec-0a6146ff90bc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (f34463f5-be5d-4d61-bf61-aae2ffb19cf5), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.127238 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-b2060dd5-2b38-4175-9612-91366a5d10b4 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750502 Jun 20 15:00:05.135670 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 53757b10-1aae-4bda-a0aa-7cee18745f49 is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:05.136054 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.169908 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] For port 53757b10-1aae-4bda-a0aa-7cee18745f49, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=53757b10-1aae-4bda-a0aa-7cee18745f49,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:05.177016 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.192025 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fe840d6-3a15-41b0-bfec-0a6146ff90bc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (f34463f5-be5d-4d61-bf61-aae2ffb19cf5), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.203322 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fe840d6-3a15-41b0-bfec-0a6146ff90bc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (f34463f5-be5d-4d61-bf61-aae2ffb19cf5), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.232329 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe840d6-3a15-41b0-bfec-0a6146ff90bc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34463f5-be5d-4d61-bf61-aae2ffb19cf5,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:05.234350 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-18f1acbf-25cd-44f7-9158-51c06af7c1a8 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061287 Jun 20 15:00:05.234903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Pushing event updated for resources: {'Port': ['ID=53757b10-1aae-4bda-a0aa-7cee18745f49,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:05.253570 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7fe840d6-3a15-41b0-bfec-0a6146ff90bc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.254846 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7fe840d6-3a15-41b0-bfec-0a6146ff90bc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1867800 Jun 20 15:00:05.257721 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56590) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:05.263364 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-0aaed611-e2e9-46a3-bf1a-cbc3c9400311 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'security_group_rule': {'security_group_id': '21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1', 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:05.318780 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0aaed611-e2e9-46a3-bf1a-cbc3c9400311 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (ef571bad-f9bf-4b80-8760-f5fc0cb283ab), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.347760 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:05.399818 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:05.420571 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0aaed611-e2e9-46a3-bf1a-cbc3c9400311 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (ef571bad-f9bf-4b80-8760-f5fc0cb283ab), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.445421 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0aaed611-e2e9-46a3-bf1a-cbc3c9400311 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (ef571bad-f9bf-4b80-8760-f5fc0cb283ab), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.448453 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4efee657-5db0-4cfc-9e2a-eadcd1ad1367 req-0eba52fc-9278-483d-ab52-30b41bbcf155 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 210 time: 0.0438640 Jun 20 15:00:05.469070 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaed611-e2e9-46a3-bf1a-cbc3c9400311 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef571bad-f9bf-4b80-8760-f5fc0cb283ab,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:05.481336 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-0aaed611-e2e9-46a3-bf1a-cbc3c9400311 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.482635 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-0aaed611-e2e9-46a3-bf1a-cbc3c9400311 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2240632 Jun 20 15:00:05.485517 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56596) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:05.489973 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'security_group_rule': {'security_group_id': '21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1', 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:05.512970 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.securitygroups_db [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Project f29cab4870474548b98c3a81a3aa8031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 15:00:05.519069 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (232b7e55-fb0c-40c7-adf0-745844a7ae16), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.583579 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (232b7e55-fb0c-40c7-adf0-745844a7ae16), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.588660 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (232b7e55-fb0c-40c7-adf0-745844a7ae16), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.610919 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232b7e55-fb0c-40c7-adf0-745844a7ae16,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:05.623524 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.627730 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56602) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:05.628188 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-3e85c284-f3a0-43b5-894c-114d3bc24259 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411915 Jun 20 15:00:05.632463 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'security_group_rule': {'security_group_id': '21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1', 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:05.654741 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.securitygroups_db [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Project f29cab4870474548b98c3a81a3aa8031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 20 15:00:05.661845 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (cba5103b-f21f-4b30-9688-c9674a1b042d), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.727681 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (cba5103b-f21f-4b30-9688-c9674a1b042d), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.732151 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (cba5103b-f21f-4b30-9688-c9674a1b042d), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.752856 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba5103b-f21f-4b30-9688-c9674a1b042d,revision_number=0']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:05.759257 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:05.760532 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-e52c565e-8b09-4276-a097-0780e6fc28da tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316414 Jun 20 15:00:05.932699 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Sync routers for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:00:05.946523 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:05.947332 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:06.075194 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:06.098933 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:06.274083 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 53757b10-1aae-4bda-a0aa-7cee18745f49 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:06.342780 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 53757b10-1aae-4bda-a0aa-7cee18745f49 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:06.343146 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:06.344958 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 2, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:06.397846 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Checking router: 2c019f38-7c74-4151-8a13-35efbb7e3ad4 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:00:06.398196 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Updating router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 port d6ea499f-1241-48b9-8b80-8ba6447b758e binding host dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 15:00:06.443137 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:06.544642 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 53757b10-1aae-4bda-a0aa-7cee18745f49 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:06.545551 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e93558ae-6ff8-4498-898d-7fa0bd16eb70 up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:06.570303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-127b5ab0-6a1b-4a40-bde4-784901cdb094 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:06.571844 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-127b5ab0-6a1b-4a40-bde4-784901cdb094 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 810 time: 0.1477115 Jun 20 15:00:06.597441 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dab98d72-f9c3-46b6-9b5f-2beec598f72c req-9d8b99d3-b5f6-4f93-b522-430437920bb2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 210 time: 0.0479403 Jun 20 15:00:06.665449 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-c8e9f8c9-2508-481d-ba26-922dfbfc1c19 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d70851020f444aeeaa7a5cb23615719f HTTP/1.1" status: 200 len: 379 time: 0.0825536 Jun 20 15:00:06.674983 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'port': {'device_id': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'admin_state_up': True, 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'security_groups': ['62d63d93-6350-4295-bb58-32e7a1ad1b6a']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:06.776032 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Sync routers for ids ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:00:06.792128 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Routers {'b186e008-cc73-47eb-88eb-5d8ddd6983ad'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:06.793062 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:06.816774 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Made reservation on behalf of d70851020f444aeeaa7a5cb23615719f for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:00:06.820926 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:06.860259 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port e93558ae-6ff8-4498-898d-7fa0bd16eb70 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:06.860767 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:06.924797 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Set router b186e008-cc73-47eb-88eb-5d8ddd6983ad gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:06.925526 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:07.027389 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:07.033287 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port e93558ae-6ff8-4498-898d-7fa0bd16eb70 is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:07.052223 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Publish callbacks [] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), precommit_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.062700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.119302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017349f8-99d6-4f33-9d56-c1533e95f927 None None] Pushing event updated for resources: {'Port': ['ID=d6ea499f-1241-48b9-8b80-8ba6447b758e,revision_number=3']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:07.148005 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Allocated IP 172.20.0.3 (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd/9c0ecd78-74c0-40f4-8300-0fed4f163b0a/a3b20ac7-62d6-43cf-93f6-146ca5fdecbe) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:00:07.150116 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:02Z', 'revision_number': 4, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port': {'id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:58Z', 'updated_at': '2022-06-20T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '66c7f0a3-aded-4c71-9e53-10fd357eff2c', 'name': '', 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'mac_address': 'fa:16:3e:7c:c8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fd6267c4-f904-40b3-9d04-1ca405f82d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T15:00:01Z', 'updated_at': '2022-06-20T15:00:02Z', 'revision_number': 2, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'subnets': [{'id': 'fd6267c4-f904-40b3-9d04-1ca405f82d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:07.181746 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Checking router: b186e008-cc73-47eb-88eb-5d8ddd6983ad for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:00:07.182096 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Updating router b186e008-cc73-47eb-88eb-5d8ddd6983ad port 66c7f0a3-aded-4c71-9e53-10fd357eff2c binding host dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 20 15:00:07.214464 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.224641 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Attempting to bind port d6ea499f-1241-48b9-8b80-8ba6447b758e on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:00:07.225131 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Attempting to bind port d6ea499f-1241-48b9-8b80-8ba6447b758e by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:00:07.225862 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Attempting to bind port d6ea499f-1241-48b9-8b80-8ba6447b758e on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:07.233298 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:00:07.233834 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Checking segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:00:07.234308 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.234782 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Bound using segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} {{(pid=110375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:00:07.235322 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.managers [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Bound port: d6ea499f-1241-48b9-8b80-8ba6447b758e, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}}] {{(pid=110375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:00:07.236043 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.313495 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] For port d6ea499f-1241-48b9-8b80-8ba6447b758e, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:00:07.317187 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] For port d6ea499f-1241-48b9-8b80-8ba6447b758e, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=d6ea499f-1241-48b9-8b80-8ba6447b758e,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:00:07.325017 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.347965 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.350623 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:07.398113 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:07.398873 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T14:59:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:07.426764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.454696 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:07.463589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017349f8-99d6-4f33-9d56-c1533e95f927 None None] Pushing event updated for resources: {'Port': ['ID=d6ea499f-1241-48b9-8b80-8ba6447b758e,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:07.469700 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-ed782f12-a02c-4e59-96a4-711fe83a2215 None None] Provisioning complete for port d6ea499f-1241-48b9-8b80-8ba6447b758e triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:07.475544 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ed782f12-a02c-4e59-96a4-711fe83a2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.502879 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:07.507715 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-29bf9bfb-6365-42ee-a0f9-bbd5243c5340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.510761 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:07.515532 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:00:07.521436 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'Port': ['ID=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:07.578367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:07.579026 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.607043 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-5dda2f21-a224-4396-9df2-26b44a628815 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9368646 Jun 20 15:00:07.613235 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Publish callbacks [] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), precommit_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.622323 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.626902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Request body: {'port': {'device_id': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:07.637607 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:07.677450 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-ed782f12-a02c-4e59-96a4-711fe83a2215 None None] Current status of the port d6ea499f-1241-48b9-8b80-8ba6447b758e is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:07.677837 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ed782f12-a02c-4e59-96a4-711fe83a2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.687781 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:07.689093 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:07.694500 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cae96-0f80-4530-864f-3ff4eec1c617 None None] Pushing event updated for resources: {'Port': ['ID=66c7f0a3-aded-4c71-9e53-10fd357eff2c,revision_number=3']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:07.762472 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-ed782f12-a02c-4e59-96a4-711fe83a2215 None None] For port d6ea499f-1241-48b9-8b80-8ba6447b758e, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=d6ea499f-1241-48b9-8b80-8ba6447b758e,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:07.785293 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ed782f12-a02c-4e59-96a4-711fe83a2215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.796696 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Attempting to bind port 66c7f0a3-aded-4c71-9e53-10fd357eff2c on host dv-cinder-836973-5-iscsi for vnic_type normal with profile {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:00:07.797724 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Attempting to bind port 66c7f0a3-aded-4c71-9e53-10fd357eff2c by drivers openvswitch,hyperv on host dv-cinder-836973-5-iscsi at level 0 using segments [{'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:00:07.798255 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Attempting to bind port 66c7f0a3-aded-4c71-9e53-10fd357eff2c on network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:07.804358 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Checking agent: {'id': '35b699cf-3939-4391-a1b9-15fe1c5a23c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 44, 10), 'started_at': datetime.datetime(2022, 6, 20, 14, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 14, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:00:07.805074 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Checking segment: {'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:00:07.805685 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.806287 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Bound using segment: {'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'} {{(pid=110376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:00:07.807090 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.managers [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Bound port: 66c7f0a3-aded-4c71-9e53-10fd357eff2c, host: dv-cinder-836973-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba1437d-04a7-4646-8053-deb05625e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4'}}] {{(pid=110376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:00:07.807716 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), before_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.810116 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fefb33-1081-44ad-b67e-16e87c993b24 req-b2c4f581-8f59-4903-96d7-41a94abb8779 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:07.812375 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42fefb33-1081-44ad-b67e-16e87c993b24 req-b2c4f581-8f59-4903-96d7-41a94abb8779 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 931 time: 0.1327219 Jun 20 15:00:07.813401 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.906308 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] For port 66c7f0a3-aded-4c71-9e53-10fd357eff2c, host dv-cinder-836973-5-iscsi, cleared binding levels {{(pid=110376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:00:07.911040 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.plugins.ml2.db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] For port 66c7f0a3-aded-4c71-9e53-10fd357eff2c, host dv-cinder-836973-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=66c7f0a3-aded-4c71-9e53-10fd357eff2c,segment=NetworkSegment(aba1437d-04a7-4646-8053-deb05625e8ec),segment_id=aba1437d-04a7-4646-8053-deb05625e8ec)] {{(pid=110376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:00:07.924244 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron_lib.callbacks.manager [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), after_update {{(pid=110376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.954040 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.963151 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-39abe6a4-d444-4271-a775-8873e486317b None None] Provisioning complete for port d6ea499f-1241-48b9-8b80-8ba6447b758e triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:07.964037 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-39abe6a4-d444-4271-a775-8873e486317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:07.968731 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-42fefb33-1081-44ad-b67e-16e87c993b24 req-ed1d3628-519c-4407-afa7-de2927cb2c55 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364405 Jun 20 15:00:07.991934 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cae96-0f80-4530-864f-3ff4eec1c617 None None] Pushing event updated for resources: {'Port': ['ID=66c7f0a3-aded-4c71-9e53-10fd357eff2c,revision_number=4']} {{(pid=110376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:08.000459 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:08.020867 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:08.046334 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Routers {'b186e008-cc73-47eb-88eb-5d8ddd6983ad'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:08.047081 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:00:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:08.066352 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782f12-a02c-4e59-96a4-711fe83a2215 None None] Pushing event updated for resources: {'Port': ['ID=d6ea499f-1241-48b9-8b80-8ba6447b758e,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:08.157631 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-39abe6a4-d444-4271-a775-8873e486317b None None] Current status of the port d6ea499f-1241-48b9-8b80-8ba6447b758e is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:08.159949 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:08.187817 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333901ea-9b02-4f66-bdc4-0611c901e3f1 None None] The sync data for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi is: [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:00:08.231594 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] Set router b186e008-cc73-47eb-88eb-5d8ddd6983ad gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:08.286135 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Provisioning complete for port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:08.286135 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.307030 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b20ac7-62d6-43cf-93f6-146ca5fdecbe {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:00:08.322306 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Publish callbacks [] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.336812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device d6ea499f-1241-48b9-8b80-8ba6447b758e up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:08.353095 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Transition to ACTIVE for port object a3b20ac7-62d6-43cf-93f6-146ca5fdecbe will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 15:00:08.362429 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.372272 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:00:08.392046 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Provisioning complete for port 66c7f0a3-aded-4c71-9e53-10fd357eff2c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:08.392830 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.435655 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port d6ea499f-1241-48b9-8b80-8ba6447b758e triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:08.436130 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.488923 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:08.588393 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Attempting to bind port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:00:08.589107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Attempting to bind port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:00:08.589107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Attempting to bind port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:08.599977 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 15:00:08.600320 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Attempting to bind port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:08.606817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 15, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:00:08.606817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Checking segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:00:08.609029 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Bound using segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:00:08.609520 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Bound port: a3b20ac7-62d6-43cf-93f6-146ca5fdecbe, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:00:08.609890 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.620939 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Current status of the port 66c7f0a3-aded-4c71-9e53-10fd357eff2c is: DOWN; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:08.621541 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.636624 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:08.650315 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port d6ea499f-1241-48b9-8b80-8ba6447b758e is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:08.661143 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.681623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] For port 66c7f0a3-aded-4c71-9e53-10fd357eff2c, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=66c7f0a3-aded-4c71-9e53-10fd357eff2c,segment=NetworkSegment(aba1437d-04a7-4646-8053-deb05625e8ec),segment_id=aba1437d-04a7-4646-8053-deb05625e8ec)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:08.692759 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.717925 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] For port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:00:08.724959 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] For port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:00:08.733775 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.763409 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:02Z', 'revision_number': 4, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port': {'id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:58Z', 'updated_at': '2022-06-20T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '66c7f0a3-aded-4c71-9e53-10fd357eff2c', 'name': '', 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'mac_address': 'fa:16:3e:7c:c8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fd6267c4-f904-40b3-9d04-1ca405f82d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T15:00:01Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 4, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'subnets': [{'id': 'fd6267c4-f904-40b3-9d04-1ca405f82d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:08.783468 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:08.784372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.786127 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] 10.222.0.26 "PUT /v2.0/ports/a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 200 len: 1093 time: 1.1710875 Jun 20 15:00:08.786775 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:00:08.789737 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced248d-f703-411e-a83d-db45c9839afd None None] Pushing event updated for resources: {'Port': ['ID=66c7f0a3-aded-4c71-9e53-10fd357eff2c,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:08.790458 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:00:08.833126 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-eda74e66-46f2-4e87-b4ad-e8f225cf799f None None] Provisioning complete for port 66c7f0a3-aded-4c71-9e53-10fd357eff2c triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:08.833537 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-eda74e66-46f2-4e87-b4ad-e8f225cf799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:08.848305 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f3a8-2078-4a24-a23a-5b0e425acd25 None None] The sync data for ids ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'] in dv-cinder-836973-5-iscsi is: [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:02Z', 'revision_number': 4, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port': {'id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:58Z', 'updated_at': '2022-06-20T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '66c7f0a3-aded-4c71-9e53-10fd357eff2c', 'name': '', 'network_id': '75940f2b-c0d6-4aa5-8e6c-96358f6111b4', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'mac_address': 'fa:16:3e:7c:c8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fd6267c4-f904-40b3-9d04-1ca405f82d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T15:00:01Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 4, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'subnets': [{'id': 'fd6267c4-f904-40b3-9d04-1ca405f82d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:00:08.878623 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4992e6c-dfe9-487e-90f2-49a368618b82 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:08.894765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9fb542-dcbe-483a-aa02-fb4d002ef53d x-openstack-request-id: req-4a9fb542-dcbe-483a-aa02-fb4d002ef53d {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:00:08.895089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:00:08.895356 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a9fb542-dcbe-483a-aa02-fb4d002ef53d {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:00:08.895780 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9fb542-dcbe-483a-aa02-fb4d002ef53d'] response: {'name': 'network-changed', 'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'status': 'completed', 'code': 200} Jun 20 15:00:08.901512 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-7333edd7-b00b-469a-84f4-e18cd11f3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:08.905905 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-7333edd7-b00b-469a-84f4-e18cd11f3e0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 1127 time: 0.0635204 Jun 20 15:00:08.986475 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-eda74e66-46f2-4e87-b4ad-e8f225cf799f None None] Current status of the port 66c7f0a3-aded-4c71-9e53-10fd357eff2c is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:08.987170 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-9287091c-9dc3-477e-a284-49378ce34bca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 200 len: 217 time: 0.0725400 Jun 20 15:00:09.077700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-eff3d165-b748-4f39-8f6f-f56959e9eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:09.079226 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-eff3d165-b748-4f39-8f6f-f56959e9eee0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0867956 Jun 20 15:00:09.138440 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:09.184221 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02eb34-d16c-430b-91ab-b0d91a0881fe req-412b62ee-f1aa-48cb-87b3-19894f893c1d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:09.186513 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2c02eb34-d16c-430b-91ab-b0d91a0881fe req-412b62ee-f1aa-48cb-87b3-19894f893c1d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 943 time: 0.1188788 Jun 20 15:00:09.191150 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-d472f3ea-5359-4551-a448-c3cbf7b9c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:09.192755 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-d472f3ea-5359-4551-a448-c3cbf7b9c539 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690036 Jun 20 15:00:09.291710 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2c02eb34-d16c-430b-91ab-b0d91a0881fe req-0ecf54b1-66d5-4092-93e7-ba5a631a3fa8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975389 Jun 20 15:00:09.324806 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-c9e11904-b72e-4ebd-967e-9b8fd7d47976 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239140 Jun 20 15:00:09.432369 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8d788d44-66f5-4044-9dd3-b17c9eba60e0 req-2174c1fb-7eb3-4b22-b9f8-54b39f38c56a service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008706 Jun 20 15:00:10.180188 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:10.254380 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 66c7f0a3-aded-4c71-9e53-10fd357eff2c up at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:10.266277 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-abd023b7-2260-4f10-9825-aadb659ade35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:10.267992 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-abd023b7-2260-4f10-9825-aadb659ade35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 1127 time: 0.0433252 Jun 20 15:00:10.322267 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:10.325449 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Provisioning complete for port 66c7f0a3-aded-4c71-9e53-10fd357eff2c triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:10.325810 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:10.327957 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:10.394077 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-1b7861cd-6f90-44ba-8035-77ca4e0d1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:10.395655 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-1b7861cd-6f90-44ba-8035-77ca4e0d1bd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 911 time: 0.1137218 Jun 20 15:00:10.405073 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Current status of the port 66c7f0a3-aded-4c71-9e53-10fd357eff2c is: ACTIVE; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:10.423836 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16f0ff-b475-464e-948c-46221ced30af req-2d9cd8bf-03d4-468a-93ad-bb52196598c3 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:10.425317 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7e16f0ff-b475-464e-948c-46221ced30af req-2d9cd8bf-03d4-468a-93ad-bb52196598c3 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 943 time: 0.0492766 Jun 20 15:00:10.474080 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7e16f0ff-b475-464e-948c-46221ced30af req-3d4efd45-2192-41e1-ae37-27c46fe66733 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429943 Jun 20 15:00:10.584299 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-922e745a-d01f-4eaa-972a-f2e5504af9b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 200 len: 217 time: 0.0456755 Jun 20 15:00:10.643037 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-1d2939ed-1cfe-4bae-b9a8-07c947749f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:10.644960 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-1d2939ed-1cfe-4bae-b9a8-07c947749f76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0528517 Jun 20 15:00:10.695620 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-e57f9eee-4482-4c7c-a411-717a51139b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:10.697190 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-e57f9eee-4482-4c7c-a411-717a51139b06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460892 Jun 20 15:00:10.789625 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-97e57b9c-1712-4085-84b3-af55e8b542dd service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Jun 20 15:00:10.864658 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:10.895687 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c14f71ba-92c4-43db-b4d0-3e1b50d9c539 req-dfd40305-81da-4631-a903-ccb371ed5f42 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977361 Jun 20 15:00:11.457526 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a3b20ac7-62d6-43cf-93f6-146ca5fdecbe details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 15:00:11.476853 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:11.584781 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:11.602069 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'port_id': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'mac_address': 'fa:16:3e:15:bd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 15:00:11.621619 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247622a6-482a-43e6-babd-49aaf2319c0d req-1abfde09-7372-41df-8f10-eb2f64e67f31 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:11.623332 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-247622a6-482a-43e6-babd-49aaf2319c0d req-1abfde09-7372-41df-8f10-eb2f64e67f31 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 943 time: 0.0622017 Jun 20 15:00:11.647601 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:11.647993 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:11.668644 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b20ac7-62d6-43cf-93f6-146ca5fdecbe {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:00:11.702630 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-247622a6-482a-43e6-babd-49aaf2319c0d req-c1f6182d-5d7b-402d-97e9-87321679dbe9 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732198 Jun 20 15:00:11.723262 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:11.729755 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:11.787724 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:11.967707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['a3b20ac7-62d6-43cf-93f6-146ca5fdecbe'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:00:12.826311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e136-9680-4e20-a8d2-42fcab325014 req-576dcc81-9916-49b6-8d50-30e4c7906b35 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:12.827863 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dfb1e136-9680-4e20-a8d2-42fcab325014 req-576dcc81-9916-49b6-8d50-30e4c7906b35 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 944 time: 0.0550008 Jun 20 15:00:12.877706 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dfb1e136-9680-4e20-a8d2-42fcab325014 req-d8aee0cc-7d8b-40d2-85e2-b39719658ea7 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 Jun 20 15:00:13.476797 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a3b20ac7-62d6-43cf-93f6-146ca5fdecbe up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:13.526735 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 15:00:13.535479 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:13.535973 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:13.617346 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:13.617643 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:13.645231 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:00:13.647461 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df20851-3a10-4d9d-b960-f07aeee9b506" -d '{"events": [{"server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "name": "network-vif-plugged", "status": "completed", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:00:13.659845 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:13.665519 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:13.690675 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd444aa-b389-4fbd-9cdb-968fe0d2adc1 x-openstack-request-id: req-6bd444aa-b389-4fbd-9cdb-968fe0d2adc1 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:00:13.690961 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "name": "network-vif-plugged", "status": "completed", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:00:13.691210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd444aa-b389-4fbd-9cdb-968fe0d2adc1 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:00:13.691588 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd444aa-b389-4fbd-9cdb-968fe0d2adc1'] response: {'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'code': 200} Jun 20 15:00:13.718192 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:13.870297 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8174e96-988d-4612-bca7-8e0cdbfdf450 req-de76b8d7-2dff-484d-bb1d-17364f3ec395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:13.871874 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c8174e96-988d-4612-bca7-8e0cdbfdf450 req-de76b8d7-2dff-484d-bb1d-17364f3ec395 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 1129 time: 0.0420790 Jun 20 15:00:13.931266 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c8174e96-988d-4612-bca7-8e0cdbfdf450 req-6394b7a3-0a8b-4670-b27f-e94aabd1d711 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495772 Jun 20 15:00:14.006618 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c713c-afc4-41eb-9e05-f5446c5c86c6 req-eaf199bc-0c44-4af3-9430-ea65561e6a8e tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:14.008141 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a29c713c-afc4-41eb-9e05-f5446c5c86c6 req-eaf199bc-0c44-4af3-9430-ea65561e6a8e tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0585098 Jun 20 15:00:14.058413 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a29c713c-afc4-41eb-9e05-f5446c5c86c6 req-935d9fef-ec48-43e6-b3c3-8e027fdfdf35 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435255 Jun 20 15:00:15.188054 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452aae9-a0c2-4fe5-bdcd-3653e064c7d6 req-159880f7-d616-4c92-a1b6-117cc3f1e428 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:15.189658 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8452aae9-a0c2-4fe5-bdcd-3653e064c7d6 req-159880f7-d616-4c92-a1b6-117cc3f1e428 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0503321 Jun 20 15:00:15.239094 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8452aae9-a0c2-4fe5-bdcd-3653e064c7d6 req-6cdaa753-96e8-4e60-bce8-f4a42a927107 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435557 Jun 20 15:00:16.366576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0be6d-1212-4cea-ac8e-da9d5578107f req-a4c886da-e30a-4f59-b2d6-d20167fd50da tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:16.368112 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7ee0be6d-1212-4cea-ac8e-da9d5578107f req-a4c886da-e30a-4f59-b2d6-d20167fd50da tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0480003 Jun 20 15:00:16.422279 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7ee0be6d-1212-4cea-ac8e-da9d5578107f req-51b16cce-d641-4ce6-80c4-d764c8a24051 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469024 Jun 20 15:00:16.524015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:16.541039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c9a65-87e6-4c5f-8c0f-4e1540ea22b1 req-3c274a57-154c-480a-a277-4999bc6b1660 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:16.543348 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-585c9a65-87e6-4c5f-8c0f-4e1540ea22b1 req-3c274a57-154c-480a-a277-4999bc6b1660 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0544882 Jun 20 15:00:16.553964 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56722) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:16.558563 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'floatingip': {'port_id': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:16.597054 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:16.599798 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:16.911705 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:17.046074 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:17.051832 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:17.145859 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.l3_db [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Floating IP 5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953 associated. External IP: 172.27.1.219, port: a3b20ac7-62d6-43cf-93f6-146ca5fdecbe. Jun 20 15:00:17.339880 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:00:17.443671 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:00:17.448691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:17.455065 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] Sync routers for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:00:17.465853 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:17.466555 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:00:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:17.478066 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-18a8fc50-e1c3-4150-a715-06299c7bf30c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "PUT /v2.0/floatingips/5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953 HTTP/1.1" status: 200 len: 991 time: 0.9229920 Jun 20 15:00:17.478632 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:00:17.480907 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d2eec-dea1-45c8-81fe-598c6f628b57" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:00:17.493119 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:00:17.515902 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:17.518762 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76014cf6-db31-497f-9009-ac32ee8d9930 x-openstack-request-id: req-76014cf6-db31-497f-9009-ac32ee8d9930 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:00:17.519178 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:00:17.519476 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76014cf6-db31-497f-9009-ac32ee8d9930 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:00:17.519879 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76014cf6-db31-497f-9009-ac32ee8d9930'] response: {'name': 'network-changed', 'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'status': 'completed', 'code': 200} Jun 20 15:00:17.587796 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-a1a2a1c9-00b2-43e8-a0f5-fd47a27ff4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:17.589335 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-a1a2a1c9-00b2-43e8-a0f5-fd47a27ff4f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 1129 time: 0.0449536 Jun 20 15:00:17.684022 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-8848913a-d4be-4e93-aa88-3b363e7530c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:17.685895 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-8848913a-d4be-4e93-aa88-3b363e7530c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 911 time: 0.0898814 Jun 20 15:00:17.706328 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:17.752078 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-18ebe3a2-0d31-4c37-83ef-8275aa410601 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 200 len: 999 time: 0.0594735 Jun 20 15:00:17.800709 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-e7d29faf-991f-4842-a82b-e9c81c6b2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:17.802236 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-e7d29faf-991f-4842-a82b-e9c81c6b2841 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0440583 Jun 20 15:00:17.849085 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-6b090d0b-0250-43f5-8e3c-31d55acc670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:17.849701 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:17.851196 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-6b090d0b-0250-43f5-8e3c-31d55acc670a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407231 Jun 20 15:00:17.927371 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'port_id': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'mac_address': 'fa:16:3e:15:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:00:03Z', 'updated_at': '2022-06-20T15:00:16Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:17.949268 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-7f611703-0945-4e53-9c9b-f8bb43d51a2e service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904562 Jun 20 15:00:17.953209 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] Checking router: 2c019f38-7c74-4151-8a13-35efbb7e3ad4 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:00:17.962888 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:17.963423 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:00:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:18.047613 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-757d2eec-dea1-45c8-81fe-598c6f628b57 req-0b2c3c99-0b61-4418-91a1-bdb123960b83 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917294 Jun 20 15:00:18.078878 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:18.289854 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'port_id': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'mac_address': 'fa:16:3e:15:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:00:03Z', 'updated_at': '2022-06-20T15:00:16Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:18.319732 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0c7f6-da3f-4168-887e-d14b49861c13 None None] The sync data for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi is: [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'floating_ip_address': '172.27.1.219', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'port_id': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'mac_address': 'fa:16:3e:15:bd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:00:03Z', 'updated_at': '2022-06-20T15:00:16Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:00:18.542383 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cac4b4f-4ecd-44fa-9b36-bea89875b5ed None None] New status for floating IP 5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:00:21.361968 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-734a481b-6e76-45d0-aae3-bdac1c9b892c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930448680&fields=id&tenant_id=f29cab4870474548b98c3a81a3aa8031 HTTP/1.1" status: 200 len: 267 time: 0.0466805 Jun 20 15:00:21.476919 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-a7918027-83eb-494d-a780-8a744a4fbaf3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:21.478289 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-a7918027-83eb-494d-a780-8a744a4fbaf3 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 809 time: 0.1099091 Jun 20 15:00:21.493859 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-353b9e1a-1b81-48e0-a287-e28f2e86bde5 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/quotas/f29cab4870474548b98c3a81a3aa8031 HTTP/1.1" status: 200 len: 375 time: 0.0101051 Jun 20 15:00:21.542717 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-102f1915-e2bb-4e86-8063-b26fcad420f9 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438511 Jun 20 15:00:21.573665 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:21.648246 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-4771b2b2-c142-416c-b8fb-501ad2536673 service neutron] 10.222.0.23 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921161 Jun 20 15:00:21.755098 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-cdcb1924-a83c-457d-b21f-940cf5f92b10 service neutron] 10.222.0.23 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004634 Jun 20 15:00:22.080708 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5f579864-9ff3-4565-89d3-6187724cec30 req-3a6ff66c-1c2e-475a-b2be-21bab19051e1 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 210 time: 0.0334129 Jun 20 15:00:23.356136 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e2c84183-75b2-4089-a0d1-585ecd644b03 req-34a6421a-132a-4882-a5af-0f44c6e25307 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 210 time: 0.0543711 Jun 20 15:00:23.379818 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:23.389994 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-35657f77-2ddb-4054-9c6d-927fd89d0b5b tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:23.391439 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-35657f77-2ddb-4054-9c6d-927fd89d0b5b tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 809 time: 0.3989072 Jun 20 15:00:23.453641 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-131f032b-6f13-4b13-86e7-998d96614d7c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f29cab4870474548b98c3a81a3aa8031 HTTP/1.1" status: 200 len: 379 time: 0.0543804 Jun 20 15:00:23.464822 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'port': {'device_id': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'admin_state_up': True, 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'security_groups': ['21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:23.578504 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Made reservation on behalf of f29cab4870474548b98c3a81a3aa8031 for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:00:23.581905 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:23.714921 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Allocated IP 172.20.0.11 (aaa050c0-7567-4d7e-9fda-be765cd4b29a/c982c9f0-848e-476c-a8bd-b30f6f2ee5e6/39c85ef4-03a3-4009-bf95-8bd7df3230ea) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:00:23.854579 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:23.888740 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:23.936869 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:23.940142 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:23.943973 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:00:23.967556 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:23.997475 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:23.998301 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.000694 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:24.019721 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-24c77e1f-151b-4a7b-8346-05b69beebf1c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5586598 Jun 20 15:00:24.031838 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Request body: {'port': {'device_id': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:24.097727 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.135486 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:24.139613 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-7f768b02-4b2c-445d-bb1f-d7d36eec113f None None] Provisioning complete for port 39c85ef4-03a3-4009-bf95-8bd7df3230ea triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:24.140137 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-7f768b02-4b2c-445d-bb1f-d7d36eec113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.172873 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-7f768b02-4b2c-445d-bb1f-d7d36eec113f None None] Port 39c85ef4-03a3-4009-bf95-8bd7df3230ea cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:00:24.370039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c85ef4-03a3-4009-bf95-8bd7df3230ea {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:00:24.377794 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Publish callbacks [] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.391371 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Transition to ACTIVE for port object 39c85ef4-03a3-4009-bf95-8bd7df3230ea will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 15:00:24.397227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.449672 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:24.478535 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c7d47-6787-4cc4-b1b1-75f1e8330e54 req-88a55ead-e683-420c-8752-21d5a6802be8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:24.480119 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-764c7d47-6787-4cc4-b1b1-75f1e8330e54 req-88a55ead-e683-420c-8752-21d5a6802be8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0558097 Jun 20 15:00:24.529890 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Attempting to bind port 39c85ef4-03a3-4009-bf95-8bd7df3230ea on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:00:24.530232 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Attempting to bind port 39c85ef4-03a3-4009-bf95-8bd7df3230ea by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:00:24.530556 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Attempting to bind port 39c85ef4-03a3-4009-bf95-8bd7df3230ea on network aaa050c0-7567-4d7e-9fda-be765cd4b29a {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:24.535681 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Port 39c85ef4-03a3-4009-bf95-8bd7df3230ea on network aaa050c0-7567-4d7e-9fda-be765cd4b29a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 15:00:24.535999 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Attempting to bind port 39c85ef4-03a3-4009-bf95-8bd7df3230ea on network aaa050c0-7567-4d7e-9fda-be765cd4b29a {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:00:24.538431 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-764c7d47-6787-4cc4-b1b1-75f1e8330e54 req-eb8feceb-c4bc-44a4-9140-3dd003638273 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519705 Jun 20 15:00:24.543420 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 15, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:00:24.543923 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Checking segment: {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:00:24.544309 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Bound using segment: {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:00:24.544806 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Bound port: 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3e7768-4a46-4da7-9b91-a0e73846f152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:00:24.545601 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.609509 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:00:24.612947 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:00:24.620477 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.660465 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:24.661145 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:24.662595 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] 10.222.0.26 "PUT /v2.0/ports/39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 1094 time: 0.6350594 Jun 20 15:00:24.663004 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:00:24.665269 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3742ccf4-7254-4e4c-adbb-2b897fdc770e" -d '{"events": [{"name": "network-changed", "server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:00:24.683230 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd362b2d-b0c3-4193-9445-e3255ddb9ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:24.742902 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07918963-d0fe-4f3d-8884-8da44a03a912 x-openstack-request-id: req-07918963-d0fe-4f3d-8884-8da44a03a912 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:00:24.743188 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:00:24.743433 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07918963-d0fe-4f3d-8884-8da44a03a912 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:00:24.743835 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07918963-d0fe-4f3d-8884-8da44a03a912'] response: {'name': 'network-changed', 'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'status': 'completed', 'code': 200} Jun 20 15:00:24.756175 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-0bc123b7-2a4a-4cb5-9b62-77998f4e4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:24.757797 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-0bc123b7-2a4a-4cb5-9b62-77998f4e4482 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1128 time: 0.0495052 Jun 20 15:00:24.798750 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-ebde2c2a-d547-4863-92c1-46a88f522642 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 217 time: 0.0332744 Jun 20 15:00:24.849307 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-9f3b0ced-4589-4806-ac4d-797a840ce7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:24.850777 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-9f3b0ced-4589-4806-ac4d-797a840ce7b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0469470 Jun 20 15:00:24.893779 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-7fa425ec-f5b2-4335-a4fe-add40669c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:24.895237 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-7fa425ec-f5b2-4335-a4fe-add40669c6fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383620 Jun 20 15:00:24.976833 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:24.999117 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-ef896afa-1121-45df-86cd-20477f431929 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971341 Jun 20 15:00:25.088122 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:25.100167 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-273c7cf7-a918-44b2-bfe9-234c645b16a4 req-c064ec64-93fa-42ea-8be8-203919949a9f service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926020 Jun 20 15:00:25.378178 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-6580e41f-af08-48fb-b409-e476a6d65de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:25.379659 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-6580e41f-af08-48fb-b409-e476a6d65de8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1128 time: 0.0415797 Jun 20 15:00:25.477507 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-31af6af6-6b9d-4c7a-a7c5-15ee3bd3f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:25.478988 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-31af6af6-6b9d-4c7a-a7c5-15ee3bd3f0d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 910 time: 0.0919867 Jun 20 15:00:25.516183 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-83b41de7-688b-401b-8c75-a26f5cf28ec0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 217 time: 0.0316100 Jun 20 15:00:25.570240 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-0e78bc8e-a86a-4152-9feb-83d42e89cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:25.571724 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-0e78bc8e-a86a-4152-9feb-83d42e89cebc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0498834 Jun 20 15:00:25.617469 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-42237d8f-167e-4f8b-89aa-43f837dc98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:25.618961 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-42237d8f-167e-4f8b-89aa-43f837dc98a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409722 Jun 20 15:00:25.655315 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e100cae-0c63-474f-9579-21a85d715763 req-c5e026b3-0f4f-4b00-a66a-bbf5ab7cc3dc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:25.656751 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4e100cae-0c63-474f-9579-21a85d715763 req-c5e026b3-0f4f-4b00-a66a-bbf5ab7cc3dc tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0482652 Jun 20 15:00:25.682300 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:25.713216 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4e100cae-0c63-474f-9579-21a85d715763 req-08822ff3-01ab-48f9-b23d-e543b35b57ee tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504336 Jun 20 15:00:25.714542 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-2da0a0c4-ad1e-461d-b6d5-9fe376177608 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898376 Jun 20 15:00:25.807528 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3742ccf4-7254-4e4c-adbb-2b897fdc770e req-325aff44-e99d-4d4a-a2f0-f3df317166bc service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870748 Jun 20 15:00:26.996680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a59d32-490b-4d21-84ae-0d346b670d00 req-8b30035e-c4e8-4d21-9610-41bfeb9a1bc6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:26.998092 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-84a59d32-490b-4d21-84ae-0d346b670d00 req-8b30035e-c4e8-4d21-9610-41bfeb9a1bc6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0510330 Jun 20 15:00:27.055801 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-84a59d32-490b-4d21-84ae-0d346b670d00 req-bf5f511f-b86a-40a4-b04a-227af2c1e610 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496640 Jun 20 15:00:28.181681 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d85d-f1ad-40dd-a57c-d932b4a218e8 req-c686ff6a-db4f-43dd-ad0f-2c6d19bf75b7 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:28.183297 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a212d85d-f1ad-40dd-a57c-d932b4a218e8 req-c686ff6a-db4f-43dd-ad0f-2c6d19bf75b7 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0536344 Jun 20 15:00:28.234879 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a212d85d-f1ad-40dd-a57c-d932b4a218e8 req-0f5fbaa6-b490-4499-b8b3-29166d619fed tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450182 Jun 20 15:00:28.651932 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:28.656555 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=54 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:29.361828 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebbd9b-aeee-4c92-991a-b6249cb68900 req-d3b3224f-8968-4a4f-987d-316ed440af81 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:29.364127 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75ebbd9b-aeee-4c92-991a-b6249cb68900 req-d3b3224f-8968-4a4f-987d-316ed440af81 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0523117 Jun 20 15:00:29.414788 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75ebbd9b-aeee-4c92-991a-b6249cb68900 req-2355a52f-43f6-479c-b4bb-d40dfd64d0bf tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Jun 20 15:00:30.546923 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c16a2-bc64-49a9-8ba3-aca085671964 req-90625d6c-c8e8-46b8-8226-59e7c8678ffd tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:30.548363 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ea9c16a2-bc64-49a9-8ba3-aca085671964 req-90625d6c-c8e8-46b8-8226-59e7c8678ffd tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0550978 Jun 20 15:00:30.588822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:30.598879 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ea9c16a2-bc64-49a9-8ba3-aca085671964 req-497a9f05-7d24-44be-b151-fcb375793bc7 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447762 Jun 20 15:00:31.724539 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a68a5-9f45-483a-915d-bac61747d95a req-f3f1ca7d-db99-4e00-ad07-a9f846e9e1ec tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:31.726014 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ab4a68a5-9f45-483a-915d-bac61747d95a req-f3f1ca7d-db99-4e00-ad07-a9f846e9e1ec tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0525982 Jun 20 15:00:31.778174 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ab4a68a5-9f45-483a-915d-bac61747d95a req-488fb400-a47d-4487-8051-fe376016be29 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436749 Jun 20 15:00:32.922825 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d6af-241c-4fe7-8501-917cfb8b314f req-c2186440-38ff-43c8-be24-b18a25bfb08b tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:32.924310 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7469d6af-241c-4fe7-8501-917cfb8b314f req-c2186440-38ff-43c8-be24-b18a25bfb08b tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0536404 Jun 20 15:00:32.985936 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7469d6af-241c-4fe7-8501-917cfb8b314f req-b0d05cae-8b28-4f3c-b67c-18c346c2f2f9 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535066 Jun 20 15:00:33.577688 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 39c85ef4-03a3-4009-bf95-8bd7df3230ea details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 15:00:33.695913 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:33.707415 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'port_id': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'mac_address': 'fa:16:3e:6e:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 15:00:33.747068 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 39c85ef4-03a3-4009-bf95-8bd7df3230ea is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:33.747424 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:33.761221 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c85ef4-03a3-4009-bf95-8bd7df3230ea {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:00:33.766065 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:33.782218 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:33.787926 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:33.833609 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:34.024511 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['39c85ef4-03a3-4009-bf95-8bd7df3230ea'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:00:34.027170 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:34.112919 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391424f-6a75-4d29-acf3-1981afa738cf req-7c746b7e-8d55-4252-aa16-fe92967dcbab tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:34.114436 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3391424f-6a75-4d29-acf3-1981afa738cf req-7c746b7e-8d55-4252-aa16-fe92967dcbab tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 945 time: 0.0479591 Jun 20 15:00:34.164078 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3391424f-6a75-4d29-acf3-1981afa738cf req-32c21d43-3abe-4035-bb09-6f57af9857f4 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Jun 20 15:00:34.980573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d1e4f003-5713-4fce-a310-65c256c3c4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:35.287722 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13c573-340c-4f91-8ca1-8ee784f04831 req-fcec4f86-5ed3-4cdd-b6d6-79806fc176b5 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:35.289167 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ed13c573-340c-4f91-8ca1-8ee784f04831 req-fcec4f86-5ed3-4cdd-b6d6-79806fc176b5 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 945 time: 0.0500152 Jun 20 15:00:35.339988 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ed13c573-340c-4f91-8ca1-8ee784f04831 req-5aa030ee-c135-4f35-a8bb-204252080d70 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450683 Jun 20 15:00:35.581343 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 39c85ef4-03a3-4009-bf95-8bd7df3230ea up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:00:35.627394 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port 39c85ef4-03a3-4009-bf95-8bd7df3230ea completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 15:00:35.636863 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 39c85ef4-03a3-4009-bf95-8bd7df3230ea triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:00:35.637402 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:35.723410 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 39c85ef4-03a3-4009-bf95-8bd7df3230ea is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:00:35.724046 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:35.747577 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:00:35.749962 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933874cc-f998-452c-8174-8454d75ebe7e" -d '{"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-plugged", "status": "completed", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:00:35.762538 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:00:35.768293 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:35.790894 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03584af-83e5-444b-afd8-2e48ea4fd4c7 x-openstack-request-id: req-d03584af-83e5-444b-afd8-2e48ea4fd4c7 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:00:35.791188 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-plugged", "status": "completed", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:00:35.791435 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d03584af-83e5-444b-afd8-2e48ea4fd4c7 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:00:35.791827 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03584af-83e5-444b-afd8-2e48ea4fd4c7'] response: {'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'code': 200} Jun 20 15:00:35.819918 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:36.049848 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551634-3bb4-4622-94c3-33c9db1d9278 req-209e0eff-d247-430e-8eae-b229f3872c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:36.051404 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c8551634-3bb4-4622-94c3-33c9db1d9278 req-209e0eff-d247-430e-8eae-b229f3872c5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1130 time: 0.0405293 Jun 20 15:00:36.104023 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c8551634-3bb4-4622-94c3-33c9db1d9278 req-c30f3d9a-6a74-4cfa-bc61-8bf2f120f101 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453718 Jun 20 15:00:36.473869 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1e3db-61ee-49cc-935d-993af1770236 req-205ab065-c95d-43c9-bfc4-befea9b9ffc5 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:36.475363 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efc1e3db-61ee-49cc-935d-993af1770236 req-205ab065-c95d-43c9-bfc4-befea9b9ffc5 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0564725 Jun 20 15:00:36.532287 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-efc1e3db-61ee-49cc-935d-993af1770236 req-fe2a5627-e34f-4e46-987f-2a67794ea402 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490677 Jun 20 15:00:37.414291 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-51fbe687-858b-46d9-9424-8b7f12dd5256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:37.658005 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b5947-714f-4c8f-acba-375cfa683b56 req-54617fd7-ff4f-4ecb-84a3-f6bb23266cfa tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:37.659501 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-141b5947-714f-4c8f-acba-375cfa683b56 req-54617fd7-ff4f-4ecb-84a3-f6bb23266cfa tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0474017 Jun 20 15:00:37.691604 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:37.694469 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:37.711726 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-141b5947-714f-4c8f-acba-375cfa683b56 req-46fe43a1-17a0-4c66-b8fc-15ac18b31d98 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466502 Jun 20 15:00:37.839647 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5876f-11e5-4a7f-b6e4-c41da20a58cc req-512476ca-4228-4ef8-9ce8-5af4debfbde7 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:37.841543 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f2d5876f-11e5-4a7f-b6e4-c41da20a58cc req-512476ca-4228-4ef8-9ce8-5af4debfbde7 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0617056 Jun 20 15:00:37.864389 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:37.892830 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-f2d5876f-11e5-4a7f-b6e4-c41da20a58cc req-d1c031f3-7ac9-4554-a441-a7f8cac77c2d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455363 Jun 20 15:00:37.915822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56802) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:37.999806 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8032a3-34a8-4d1b-b95b-3b70d5f8986c tempest-TestShelveInstance-1197454497 tempest-TestShelveInstance-1197454497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:38.001365 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0e8032a3-34a8-4d1b-b95b-3b70d5f8986c tempest-TestShelveInstance-1197454497 tempest-TestShelveInstance-1197454497-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1125 time: 0.0845737 Jun 20 15:00:38.004487 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 56806) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:00:38.009472 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'port_id': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:00:38.032312 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:38.113808 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:38.220823 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_common [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Allocated IP 172.27.1.102 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/0f0c0db9-daf8-495b-88b2-a4465e4274f3) {{(pid=110373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:00:38.326542 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:38.330465 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:38.369493 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:38.407182 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:00:38.410914 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:38.413967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.base_scheduler [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Resources bound (agent type, host, resource id): {{(pid=110373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:00:38.418120 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Received port after_create {{(pid=110373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:00:38.422062 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'Port': ['ID=0f0c0db9-daf8-495b-88b2-a4465e4274f3,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:38.457099 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.457431 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.457742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.458083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.458407 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.458732 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.459120 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.459464 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.459752 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.460066 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.460385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.460702 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.461037 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.461349 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.461659 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:00:38.594830 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:38.784558 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for floatingip (2740b673-6d1c-4156-957f-50ed84d0c957), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:38.855486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), before_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:39.002161 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:39.009483 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15963613'] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:39.079425 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event updated for resources: {'Port': ['ID=0f0c0db9-daf8-495b-88b2-a4465e4274f3,revision_number=2']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:00:39.088827 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:39.092998 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (2740b673-6d1c-4156-957f-50ed84d0c957), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:39.192380 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.l3_db [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Floating IP 2740b673-6d1c-4156-957f-50ed84d0c957 associated. External IP: 172.27.1.102, port: 39c85ef4-03a3-4009-bf95-8bd7df3230ea. Jun 20 15:00:39.366868 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:39.387683 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Router fb64bbeb-03b0-4771-b3af-ca629c3ca580 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:00:39.493136 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:00:39.502939 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] Sync routers for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:00:39.511743 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:39.513922 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:39.514753 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:00:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:39.541468 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-dedc19db-5122-421b-86c6-20b5f049e5ad tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5358834 Jun 20 15:00:39.542058 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:00:39.544319 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e930457-4ee4-4625-bf94-c1d4e37315f8" -d '{"events": [{"name": "network-changed", "server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:00:39.580241 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af0442-ce62-4e7b-9f37-0661c4a4ef12 x-openstack-request-id: req-f8af0442-ce62-4e7b-9f37-0661c4a4ef12 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:00:39.580546 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:00:39.580820 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8af0442-ce62-4e7b-9f37-0661c4a4ef12 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:00:39.581265 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8af0442-ce62-4e7b-9f37-0661c4a4ef12'] response: {'name': 'network-changed', 'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'status': 'completed', 'code': 200} Jun 20 15:00:39.619723 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:39.644027 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-c316a49b-c05d-476c-b7b2-e6b8ecb5b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:39.645549 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-c316a49b-c05d-476c-b7b2-e6b8ecb5b170 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1130 time: 0.0388134 Jun 20 15:00:39.724102 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:39.744590 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-9c33fac0-2f50-42f6-b2cd-5efdecf06e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:39.746024 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-9c33fac0-2f50-42f6-b2cd-5efdecf06e89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 910 time: 0.0933254 Jun 20 15:00:39.763059 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:39.809978 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-d9701cad-72bf-4df6-b219-38e296ac539e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 1000 time: 0.0575640 Jun 20 15:00:39.829248 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '2740b673-6d1c-4156-957f-50ed84d0c957', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'port_id': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'mac_address': 'fa:16:3e:6e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:00:38Z', 'updated_at': '2022-06-20T15:00:38Z', 'revision_number': 0, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:03Z', 'revision_number': 5, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:39.857332 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] Checking router: fb64bbeb-03b0-4771-b3af-ca629c3ca580 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:00:39.865736 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:00:39.866209 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-ccc18ae2-036e-4bcc-8909-102552f14409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:39.866357 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:00:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:39.867676 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-ccc18ae2-036e-4bcc-8909-102552f14409 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0493221 Jun 20 15:00:39.912481 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-560d3d31-b427-4b81-96a1-bb4cd9c63e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:00:39.914017 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-560d3d31-b427-4b81-96a1-bb4cd9c63e80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399842 Jun 20 15:00:39.964192 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:00:40.004385 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-0e33ac8b-42f7-4fcf-86a2-cebbe5509128 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827069 Jun 20 15:00:40.101939 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0e930457-4ee4-4625-bf94-c1d4e37315f8 req-ac86b3ac-5700-410b-9a1e-056475a623a3 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903111 Jun 20 15:00:40.187717 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:40.188762 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '2740b673-6d1c-4156-957f-50ed84d0c957', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'port_id': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'mac_address': 'fa:16:3e:6e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:00:38Z', 'updated_at': '2022-06-20T15:00:38Z', 'revision_number': 0, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:03Z', 'revision_number': 5, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:00:40.213927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510ad5c-d956-4518-a50a-40abae161977 None None] The sync data for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi is: [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': '2740b673-6d1c-4156-957f-50ed84d0c957', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'port_id': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'mac_address': 'fa:16:3e:6e:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:00:38Z', 'updated_at': '2022-06-20T15:00:38Z', 'revision_number': 0, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:03Z', 'revision_number': 5, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:00:40.312557 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:00:40.421727 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23badd-13b6-420f-849a-c5f6b5e01615 None None] New status for floating IP 2740b673-6d1c-4156-957f-50ed84d0c957: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:00:49.537084 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:49.539472 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:50.092008 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=50 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:50.098276 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=47 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:50.301707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:50.305067 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:00:54.498630 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:01:03.069190 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d97cc-abb1-49bb-8ff2-d25fee5805d4 req-7b11c539-c52d-449d-b34d-c3a8ad2e7102 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:03.070682 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-663d97cc-abb1-49bb-8ff2-d25fee5805d4 req-7b11c539-c52d-449d-b34d-c3a8ad2e7102 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0497389 Jun 20 15:01:03.122103 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-663d97cc-abb1-49bb-8ff2-d25fee5805d4 req-3593d747-ba51-4482-9aba-b644d7c73d33 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455599 Jun 20 15:01:04.256559 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5ee9f-88ff-449a-906f-8ef931fb83ee req-a57de9b5-b7ab-4731-b8f7-6902fb4e8dd9 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:04.258085 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-05a5ee9f-88ff-449a-906f-8ef931fb83ee req-a57de9b5-b7ab-4731-b8f7-6902fb4e8dd9 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0534356 Jun 20 15:01:04.309168 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-05a5ee9f-88ff-449a-906f-8ef931fb83ee req-32b6aa8c-5054-4e98-8ffe-4bfc8d71130c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424068 Jun 20 15:01:04.488926 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:04.490231 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:04.986044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4c9b755a-9070-4b61-a7d6-a51295023ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:05.440757 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d802e13-8ab7-4912-ba7a-8036199338fd req-0da26e60-bbbb-4d27-9646-e8c1d1eb056d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:05.442320 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7d802e13-8ab7-4912-ba7a-8036199338fd req-0da26e60-bbbb-4d27-9646-e8c1d1eb056d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0511038 Jun 20 15:01:05.491329 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7d802e13-8ab7-4912-ba7a-8036199338fd req-e459c863-bfcf-4374-a646-32de8f5cdce1 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426826 Jun 20 15:01:06.620502 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea46daf-046a-43a8-b6a4-4f88b580d0f5 req-feca4c43-3ac5-48e6-b87c-ab4cbd12a2e9 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:06.622027 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1ea46daf-046a-43a8-b6a4-4f88b580d0f5 req-feca4c43-3ac5-48e6-b87c-ab4cbd12a2e9 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0496228 Jun 20 15:01:06.670258 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1ea46daf-046a-43a8-b6a4-4f88b580d0f5 req-c1f87930-85ae-48b4-8fae-4a009a055448 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 Jun 20 15:01:07.411953 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-4ab756b8-59ec-427a-917c-4c4cdeb8351d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:07.797681 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ed694-a675-4b6b-abe3-6b4c1f6b72f0 req-625afefa-d8a6-475d-ab8b-2cee3479737c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:07.799110 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-318ed694-a675-4b6b-abe3-6b4c1f6b72f0 req-625afefa-d8a6-475d-ab8b-2cee3479737c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0546722 Jun 20 15:01:07.847219 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-318ed694-a675-4b6b-abe3-6b4c1f6b72f0 req-fa1c02ff-9012-4e37-8071-00c8902a7422 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423968 Jun 20 15:01:07.871381 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:08.602899 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:08.966907 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca4443-a4d8-49c4-8239-4eca89ef2762 req-b37d3b90-b579-4da8-8e49-325f1954f4e2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:08.968357 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-10ca4443-a4d8-49c4-8239-4eca89ef2762 req-b37d3b90-b579-4da8-8e49-325f1954f4e2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0478978 Jun 20 15:01:09.026577 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-10ca4443-a4d8-49c4-8239-4eca89ef2762 req-4bf969ce-a934-442c-929a-db9247f8fe89 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518186 Jun 20 15:01:10.154812 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc884424-7961-45af-b6ff-753a16e95ec7 req-3eb5a134-894d-4a52-bec9-3d8eb250df00 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:10.156264 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dc884424-7961-45af-b6ff-753a16e95ec7 req-3eb5a134-894d-4a52-bec9-3d8eb250df00 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0594807 Jun 20 15:01:10.179012 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:10.207239 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-dc884424-7961-45af-b6ff-753a16e95ec7 req-80dd0179-42cb-4caf-a8da-578182eeec58 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Jun 20 15:01:10.306044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:11.342506 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b10b9-391b-430a-8be5-7adcdfafe25d req-524bef00-e1c8-44a3-96e5-187b2ef1adeb tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:11.344107 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-da8b10b9-391b-430a-8be5-7adcdfafe25d req-524bef00-e1c8-44a3-96e5-187b2ef1adeb tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0588627 Jun 20 15:01:11.393104 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-da8b10b9-391b-430a-8be5-7adcdfafe25d req-8e0f33ae-94b5-43cf-9021-29b4c2a6afa1 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Jun 20 15:01:12.515552 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64846ad-ce4f-42b0-925c-8931d9eba0c2 req-280bcbe1-d046-406b-9b63-b216e59fdc18 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:12.517004 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f64846ad-ce4f-42b0-925c-8931d9eba0c2 req-280bcbe1-d046-406b-9b63-b216e59fdc18 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0496216 Jun 20 15:01:12.567857 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f64846ad-ce4f-42b0-925c-8931d9eba0c2 req-37064a8c-08f4-4a20-a369-8471bb05d3b2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428257 Jun 20 15:01:12.953291 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-49bd2722-7de9-4d5f-8fb7-da437c5ac90f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391259 Jun 20 15:01:13.053210 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f6e2-12df-4a11-893e-524631389cc0 req-edd5e48e-5d64-48cd-8f7f-16ce1d4c4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:13.054631 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-edd5e48e-5d64-48cd-8f7f-16ce1d4c4ca0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0487871 Jun 20 15:01:13.162975 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f6e2-12df-4a11-893e-524631389cc0 req-1950f58f-870f-4b40-9508-c298b7386c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:13.164421 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-1950f58f-870f-4b40-9508-c298b7386c38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0899420 Jun 20 15:01:13.246640 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-1605502a-b32c-43d0-8f6c-b33e3b8450c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23 HTTP/1.1" status: 200 len: 1000 time: 0.0611670 Jun 20 15:01:13.301782 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f6e2-12df-4a11-893e-524631389cc0 req-1d9f83c1-f237-4834-9f07-e2644ad73380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:13.304136 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-1d9f83c1-f237-4834-9f07-e2644ad73380 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0512393 Jun 20 15:01:13.353667 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f6e2-12df-4a11-893e-524631389cc0 req-4ad866db-420d-431f-b34e-9b02031a3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:13.355269 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-4ad866db-420d-431f-b34e-9b02031a3ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450089 Jun 20 15:01:13.451475 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-7ba3ad49-b26a-4ebe-a08c-1d7d99e3cb75 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900764 Jun 20 15:01:13.542384 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f715f6e2-12df-4a11-893e-524631389cc0 req-cde89b51-201d-4ff4-b160-1209063cc8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Jun 20 15:01:13.685848 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc686de4-82a1-4eb4-aaa9-30cce3c6480a req-ca7e1f0b-ae42-49a6-a87a-76f6483abd5e tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:13.687316 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cc686de4-82a1-4eb4-aaa9-30cce3c6480a req-ca7e1f0b-ae42-49a6-a87a-76f6483abd5e tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0506873 Jun 20 15:01:13.738410 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cc686de4-82a1-4eb4-aaa9-30cce3c6480a req-18a995fd-c694-4698-8d3f-e9b0ea6fe7c1 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428448 Jun 20 15:01:14.880082 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3fdaa-0a6e-4dab-ae9d-5b16908922a7 req-3c938c67-82bc-467c-a169-eb6a77f70a6f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:14.881582 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ebb3fdaa-0a6e-4dab-ae9d-5b16908922a7 req-3c938c67-82bc-467c-a169-eb6a77f70a6f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0582438 Jun 20 15:01:14.893140 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:14.894940 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:14.932244 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ebb3fdaa-0a6e-4dab-ae9d-5b16908922a7 req-bb5534be-e8a4-4f96-bbd9-ea7ca5a61e63 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448258 Jun 20 15:01:16.056850 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449a6c-33d4-4c05-9b9d-9e1a604e6d2e req-a0fb5918-bef1-48a3-abc2-a18dd9e2bc70 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:16.058301 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9d449a6c-33d4-4c05-9b9d-9e1a604e6d2e req-a0fb5918-bef1-48a3-abc2-a18dd9e2bc70 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0511668 Jun 20 15:01:16.109162 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9d449a6c-33d4-4c05-9b9d-9e1a604e6d2e req-8c6b735b-69b6-4568-b388-523fb9ce295f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420499 Jun 20 15:01:17.237935 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900fc95-2db5-4865-b07b-f117e3c98ac0 req-9e66caed-135b-4333-ba19-63887fa120b6 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:17.239392 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9900fc95-2db5-4865-b07b-f117e3c98ac0 req-9e66caed-135b-4333-ba19-63887fa120b6 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0478532 Jun 20 15:01:17.289593 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-9900fc95-2db5-4865-b07b-f117e3c98ac0 req-292290df-da5f-48a9-b5ba-d50b2924bcd4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Jun 20 15:01:18.415762 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3136b34-7862-42e1-940e-3bb022742fca req-0c01569d-54cf-4463-a692-79dade756bb8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:18.417306 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d3136b34-7862-42e1-940e-3bb022742fca req-0c01569d-54cf-4463-a692-79dade756bb8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0612156 Jun 20 15:01:18.473624 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d3136b34-7862-42e1-940e-3bb022742fca req-6dcbbb4e-59eb-4632-af7c-da4d36dd5a72 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462794 Jun 20 15:01:18.756052 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e5d8-5583-4d0d-bc74-d4c17f14006b req-528fb51b-9b67-4521-bc75-85567863f4a3 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:18.757882 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd54e5d8-5583-4d0d-bc74-d4c17f14006b req-528fb51b-9b67-4521-bc75-85567863f4a3 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0608172 Jun 20 15:01:18.796088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-b8dc5bac-9f08-4e28-9faf-fcfd26ebbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:18.797892 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-b8dc5bac-9f08-4e28-9faf-fcfd26ebbb0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 1129 time: 0.0463929 Jun 20 15:01:18.811933 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-cd54e5d8-5583-4d0d-bc74-d4c17f14006b req-3fd3cfa5-3e58-4e20-810d-710b90736b9f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478430 Jun 20 15:01:18.896051 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-80e531b2-2b11-4e59-b43b-6715a7ede6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:18.897675 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-80e531b2-2b11-4e59-b43b-6715a7ede6e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 911 time: 0.0921440 Jun 20 15:01:18.962460 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-1a76fc49-f5de-4b98-b769-8326c95a999d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 200 len: 1001 time: 0.0589762 Jun 20 15:01:19.027765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-f17d556d-f786-4d66-a5a4-67f6ed9a0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:19.029295 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-f17d556d-f786-4d66-a5a4-67f6ed9a0ff6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0605917 Jun 20 15:01:19.081370 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-17938a79-4be4-439e-acbb-1b135c314653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:19.082801 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-17938a79-4be4-439e-acbb-1b135c314653 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462468 Jun 20 15:01:19.200466 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-5468c369-b564-4140-8c8a-829300a2fb22 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115570 Jun 20 15:01:19.295752 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-746bccdc-2e10-4bb5-ae7f-a9712424f684 req-f3a3b9e7-e338-4da8-9674-901ff14e734b service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894611 Jun 20 15:01:19.937852 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbb3c2-cc16-4ab5-bf5a-0cc8ea55b116 req-c13f6ba8-4590-4924-bba7-74b3ca308f64 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:19.939314 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e4fbb3c2-cc16-4ab5-bf5a-0cc8ea55b116 req-c13f6ba8-4590-4924-bba7-74b3ca308f64 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0471079 Jun 20 15:01:19.990650 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e4fbb3c2-cc16-4ab5-bf5a-0cc8ea55b116 req-da09d67f-1f19-4c7e-825b-70a4f0be9ff0 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457065 Jun 20 15:01:20.295354 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:20.300642 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:21.117544 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d55cc-5ebc-460e-90c1-f042fb96bfef req-8dbc6c1b-f9fc-461e-9ab1-a6e92f23a6f4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:21.119156 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7e3d55cc-5ebc-460e-90c1-f042fb96bfef req-8dbc6c1b-f9fc-461e-9ab1-a6e92f23a6f4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0520911 Jun 20 15:01:21.166526 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7e3d55cc-5ebc-460e-90c1-f042fb96bfef req-67c38358-e4d7-49e5-b68c-489f120c2e83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 Jun 20 15:01:22.294600 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291030e-9f1c-495c-b391-6a2d1c0924c1 req-32ac3c0e-4af0-4755-8e11-7ac976b34237 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:22.296082 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f291030e-9f1c-495c-b391-6a2d1c0924c1 req-32ac3c0e-4af0-4755-8e11-7ac976b34237 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0490458 Jun 20 15:01:22.344666 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f291030e-9f1c-495c-b391-6a2d1c0924c1 req-887a759e-2ca6-41d4-b860-5481af7270d5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Jun 20 15:01:23.473633 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1308-95b7-4c7f-9165-dfa799603f1b req-831b6a0d-e784-4d55-8175-20b36ae89482 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:23.475098 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-876d1308-95b7-4c7f-9165-dfa799603f1b req-831b6a0d-e784-4d55-8175-20b36ae89482 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0474725 Jun 20 15:01:23.526017 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-876d1308-95b7-4c7f-9165-dfa799603f1b req-2741a74d-143c-4ce8-9e70-0c0831a1ede0 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451336 Jun 20 15:01:25.466494 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-2b82e21f-0232-4d5e-bd3f-67daf66c1e7b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201977844&fields=id&tenant_id=c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 267 time: 0.0470614 Jun 20 15:01:25.569855 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:25.578190 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-429b7b1e-d631-4be5-914f-7f2d06dbab74 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:25.579624 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-429b7b1e-d631-4be5-914f-7f2d06dbab74 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 812 time: 0.1066117 Jun 20 15:01:25.596745 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-a25a9913-ec49-4e68-85b5-56974f5a301f tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/quotas/c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 375 time: 0.0090597 Jun 20 15:01:25.648163 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-0145a6f7-3f3f-4093-910a-89ba2298873e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464265 Jun 20 15:01:25.728400 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:25.749899 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-35ba7966-ef54-49c3-9d3d-4b8ae113755e service neutron] 10.222.0.23 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865600 Jun 20 15:01:25.842786 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-0d0280fe-98e4-4535-bba8-f5213e135c12 service neutron] 10.222.0.23 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Jun 20 15:01:26.155589 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-a7cc17d5-b08c-4362-827f-aacf7083be07 req-87a565f7-b610-49f3-8b5b-47cdf8519024 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 210 time: 0.0284421 Jun 20 15:01:27.074566 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-10340fe7-fdd3-4538-ad8e-6d5907bcc13f tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:27.075964 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-10340fe7-fdd3-4538-ad8e-6d5907bcc13f tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 812 time: 0.1058240 Jun 20 15:01:27.142068 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-690be468-2e13-4704-abde-dbef46d8f034 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4515b09c1944036b62a40cc5e88719e HTTP/1.1" status: 200 len: 380 time: 0.0549450 Jun 20 15:01:27.151153 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'port': {'device_id': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'admin_state_up': True, 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'security_groups': ['dc72d4e6-0b38-48ce-b5ac-db443d1df4b4']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:01:27.268043 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-402d10e7-ba8c-4010-9f62-f06dca0edc1a req-afa1b424-ef8e-4700-9011-ff43fd439a9d tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 210 time: 0.0342054 Jun 20 15:01:27.292890 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Made reservation on behalf of c4515b09c1944036b62a40cc5e88719e for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:01:27.296236 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:27.421344 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Allocated IP 172.20.0.6 (7c7b0d7e-13ae-4804-adde-4f7659f4fca5/c6493457-52ee-41b5-861b-aab84a37254b/e312c7fc-f965-4d38-9d7e-fe6001e96874) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:01:27.814431 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:27.830180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:27.864067 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:27.911061 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:01:27.914177 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:01:27.918037 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:01:27.941199 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=e312c7fc-f965-4d38-9d7e-fe6001e96874,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:01:27.956442 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.956819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.957170 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.957508 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.957840 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.958160 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.958506 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.958828 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.959155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.959470 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.959793 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.960119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.960466 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.960804 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.961130 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:27.981404 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:27.982039 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.000330 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-fb13803f-f6cb-4b3d-9980-5812abc5b4ad tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529146 Jun 20 15:01:28.012105 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Request body: {'port': {'device_id': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:01:28.015278 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:28.081073 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.195707 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-f402b68d-2c76-47b9-b11d-c0ffa9c98c6d None None] Provisioning complete for port e312c7fc-f965-4d38-9d7e-fe6001e96874 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:01:28.196298 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f402b68d-2c76-47b9-b11d-c0ffa9c98c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.228063 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-f402b68d-2c76-47b9-b11d-c0ffa9c98c6d None None] Port e312c7fc-f965-4d38-9d7e-fe6001e96874 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:01:28.340542 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e312c7fc-f965-4d38-9d7e-fe6001e96874 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:01:28.348166 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Publish callbacks [] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.361028 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Transition to ACTIVE for port object e312c7fc-f965-4d38-9d7e-fe6001e96874 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 15:01:28.366270 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.383149 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542815c-f6c2-432f-a7d1-815e81e6f144 req-da14e54b-d909-472c-89f5-f197c49d702c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:28.384856 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b542815c-f6c2-432f-a7d1-815e81e6f144 req-da14e54b-d909-472c-89f5-f197c49d702c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 931 time: 0.0483317 Jun 20 15:01:28.414122 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:28.418258 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e312c7fc-f965-4d38-9d7e-fe6001e96874,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:01:28.439410 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:28.443965 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b542815c-f6c2-432f-a7d1-815e81e6f144 req-d7a36c60-b78c-4a0e-8008-d1ba3e0c183a tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527577 Jun 20 15:01:28.501909 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Attempting to bind port e312c7fc-f965-4d38-9d7e-fe6001e96874 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:01:28.502244 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Attempting to bind port e312c7fc-f965-4d38-9d7e-fe6001e96874 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:01:28.502580 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Attempting to bind port e312c7fc-f965-4d38-9d7e-fe6001e96874 on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:01:28.507371 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Port e312c7fc-f965-4d38-9d7e-fe6001e96874 on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 15:01:28.507688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Attempting to bind port e312c7fc-f965-4d38-9d7e-fe6001e96874 on network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:01:28.513227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 15, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:01:28.513587 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Checking segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:01:28.513971 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Bound using segment: {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:01:28.514434 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Bound port: e312c7fc-f965-4d38-9d7e-fe6001e96874, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2354677b-47ec-40af-b367-629c26503c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:01:28.514853 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.559234 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:28.581144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] For port e312c7fc-f965-4d38-9d7e-fe6001e96874, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:01:28.584361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] For port e312c7fc-f965-4d38-9d7e-fe6001e96874, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:01:28.591865 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.629291 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:28.629909 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:28.631290 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] 10.222.0.26 "PUT /v2.0/ports/e312c7fc-f965-4d38-9d7e-fe6001e96874 HTTP/1.1" status: 200 len: 1093 time: 0.6240120 Jun 20 15:01:28.631724 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:01:28.634102 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f757776-7cfc-4b7f-9ccc-7607241341ae" -d '{"events": [{"name": "network-changed", "server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:01:28.653222 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81325dcc-ef75-4ecb-b384-6c1455861cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=e312c7fc-f965-4d38-9d7e-fe6001e96874,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:01:28.685011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf569b-13f8-457c-bc6f-7a89e7d44efd x-openstack-request-id: req-1dcf569b-13f8-457c-bc6f-7a89e7d44efd {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:01:28.685208 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:01:28.685356 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dcf569b-13f8-457c-bc6f-7a89e7d44efd {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:01:28.685768 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcf569b-13f8-457c-bc6f-7a89e7d44efd'] response: {'name': 'network-changed', 'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'status': 'completed', 'code': 200} Jun 20 15:01:28.733015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-c14a38db-987e-4212-afcd-7ddae1311b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:28.734567 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-c14a38db-987e-4212-afcd-7ddae1311b48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 1127 time: 0.0444684 Jun 20 15:01:28.773851 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-72d3f0ce-3c53-45c6-abf2-b01a7fefe8f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874 HTTP/1.1" status: 200 len: 217 time: 0.0329871 Jun 20 15:01:28.823774 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-da08baf6-c8bb-4f35-857f-ad27ad99ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:28.825290 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-da08baf6-c8bb-4f35-857f-ad27ad99ae99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0459576 Jun 20 15:01:28.868821 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-ab5b8d3d-f33c-4019-b310-90adee851941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:28.870297 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-ab5b8d3d-f33c-4019-b310-90adee851941 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383451 Jun 20 15:01:28.964489 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-724b76cf-0cfe-402b-abaf-9eeb67b726fb service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879667 Jun 20 15:01:29.037583 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:29.058829 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1c2fce-4618-4873-9c52-c4adeee8b5a7 req-3237aa82-a787-4ce4-9061-6a80435fa7fa service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885754 Jun 20 15:01:29.377112 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-f10e23da-368e-4c8a-88f0-83609588b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:29.378617 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-f10e23da-368e-4c8a-88f0-83609588b696 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 1127 time: 0.0427337 Jun 20 15:01:29.477422 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-515231f8-bae2-4ccd-aa23-5d625e17ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:29.478936 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-515231f8-bae2-4ccd-aa23-5d625e17ea85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0920403 Jun 20 15:01:29.519864 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-023e1086-70f3-4a79-9488-07aff43a696a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874 HTTP/1.1" status: 200 len: 217 time: 0.0323212 Jun 20 15:01:29.564944 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a95d7a-82ae-42ae-b278-e4142cfd6e2b req-62194d82-2722-49e0-85b6-c06bdca71645 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:29.566417 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-75a95d7a-82ae-42ae-b278-e4142cfd6e2b req-62194d82-2722-49e0-85b6-c06bdca71645 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0479484 Jun 20 15:01:29.570552 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-0c956f08-31c3-4410-a3e1-f764abf37274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:29.572072 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-0c956f08-31c3-4410-a3e1-f764abf37274 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0444968 Jun 20 15:01:29.620757 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-5efcdf63-7515-41a3-926d-af29388cf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:29.622341 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-5efcdf63-7515-41a3-926d-af29388cf5a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398958 Jun 20 15:01:29.725325 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-342a8659-d5c8-49bd-bc80-97acc69f15f3 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938091 Jun 20 15:01:29.825583 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7f757776-7cfc-4b7f-9ccc-7607241341ae req-81493678-fa9f-45b5-9ba4-ebd352c67ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936053 Jun 20 15:01:29.877503 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-75a95d7a-82ae-42ae-b278-e4142cfd6e2b req-efc3cc51-95eb-4c3b-9999-9fb4ff68c31b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051500 Jun 20 15:01:30.607956 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:30.608962 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:31.004887 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975208-3dd1-4385-bce7-a288574b5636 req-d651cd87-9682-45eb-bbc2-d457757d8121 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:31.006344 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-79975208-3dd1-4385-bce7-a288574b5636 req-d651cd87-9682-45eb-bbc2-d457757d8121 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0476606 Jun 20 15:01:31.057487 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-79975208-3dd1-4385-bce7-a288574b5636 req-ec0535a7-3621-42d7-9d98-5f6cab95f324 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Jun 20 15:01:31.499385 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:01:32.190311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2be073-4881-4dca-b11c-63c3a567da53 req-66b519d5-1d45-4b3d-8900-a2e614071323 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:32.191840 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7a2be073-4881-4dca-b11c-63c3a567da53 req-66b519d5-1d45-4b3d-8900-a2e614071323 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0507376 Jun 20 15:01:32.245050 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-7a2be073-4881-4dca-b11c-63c3a567da53 req-54096b3e-aa99-4f03-98a9-381e2d98e187 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447872 Jun 20 15:01:33.353279 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:33.369511 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ae656-3820-478e-aaad-ed4f067f9592 req-b6fdbdb8-ed20-42cf-98b8-64da2e6c4f8d tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:33.370979 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5f5ae656-3820-478e-aaad-ed4f067f9592 req-b6fdbdb8-ed20-42cf-98b8-64da2e6c4f8d tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0493104 Jun 20 15:01:33.425101 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5f5ae656-3820-478e-aaad-ed4f067f9592 req-ff04dd1c-ad38-4e08-b6ab-3f1f1e632436 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458140 Jun 20 15:01:34.544045 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca5f26-92ee-4175-8057-f6502b9c571f req-b1106ede-4919-4ba7-8d71-a6c95a2ad14d tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:34.545557 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d4ca5f26-92ee-4175-8057-f6502b9c571f req-b1106ede-4919-4ba7-8d71-a6c95a2ad14d tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0474105 Jun 20 15:01:34.600286 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d4ca5f26-92ee-4175-8057-f6502b9c571f req-e9743d52-f8be-4b26-b4eb-eff587ad15fa tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 Jun 20 15:01:34.989045 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-acabdfa7-413f-4ccb-9351-956a4c988ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:35.732395 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b2119-2372-416c-b3de-f3b4af0cb718 req-d9ba74b4-6572-4546-b5b0-80469f6dcfd1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:35.733877 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f13b2119-2372-416c-b3de-f3b4af0cb718 req-d9ba74b4-6572-4546-b5b0-80469f6dcfd1 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0619912 Jun 20 15:01:35.787235 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f13b2119-2372-416c-b3de-f3b4af0cb718 req-a19b72f0-bdb7-4096-af8c-952ec9296613 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451660 Jun 20 15:01:36.919205 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c5150-472d-4fa3-9afb-d383f2e1187f req-e1787907-7c65-45d5-acb7-bb473f9bb2e5 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:36.920753 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d71c5150-472d-4fa3-9afb-d383f2e1187f req-e1787907-7c65-45d5-acb7-bb473f9bb2e5 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0492752 Jun 20 15:01:36.973641 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d71c5150-472d-4fa3-9afb-d383f2e1187f req-f6861562-ea57-43f6-951b-f7a33749baca tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 Jun 20 15:01:37.406666 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a4e43a19-c76b-4a0b-8042-5cc0ffbb506f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:37.887920 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:38.085238 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e312c7fc-f965-4d38-9d7e-fe6001e96874 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 15:01:38.097326 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a97bf-e756-43f9-8139-5a4990aca9d8 req-c9deec34-15c5-4008-a26f-25ba53370774 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:38.098837 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-461a97bf-e756-43f9-8139-5a4990aca9d8 req-c9deec34-15c5-4008-a26f-25ba53370774 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 943 time: 0.0488229 Jun 20 15:01:38.148797 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-461a97bf-e756-43f9-8139-5a4990aca9d8 req-b08f0082-9963-4621-ba11-d69929ec155e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439975 Jun 20 15:01:38.189468 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e312c7fc-f965-4d38-9d7e-fe6001e96874, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:01:38.200163 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'port_id': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'mac_address': 'fa:16:3e:50:52:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 15:01:38.235753 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port e312c7fc-f965-4d38-9d7e-fe6001e96874 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:01:38.236140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:38.250595 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e312c7fc-f965-4d38-9d7e-fe6001e96874 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:01:38.272025 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e312c7fc-f965-4d38-9d7e-fe6001e96874, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:01:38.279315 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:38.333354 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=e312c7fc-f965-4d38-9d7e-fe6001e96874,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:01:38.342901 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.343244 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.343589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.343923 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.344251 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.344580 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.344941 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.345262 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.345587 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.345927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.346235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.346564 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.346879 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.347192 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.347507 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:01:38.558905 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['e312c7fc-f965-4d38-9d7e-fe6001e96874'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:01:38.621465 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:39.268759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae2bd-41f2-4041-bd5f-880e949093f3 req-be09f634-c078-41e3-bd83-77e32517393c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:39.270227 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-df7ae2bd-41f2-4041-bd5f-880e949093f3 req-be09f634-c078-41e3-bd83-77e32517393c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 944 time: 0.0477612 Jun 20 15:01:39.321903 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-df7ae2bd-41f2-4041-bd5f-880e949093f3 req-426eb0c3-f5fc-46eb-9e8c-9472672acf5f tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460048 Jun 20 15:01:40.108477 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e312c7fc-f965-4d38-9d7e-fe6001e96874 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:01:40.162784 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port e312c7fc-f965-4d38-9d7e-fe6001e96874 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 15:01:40.177301 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port e312c7fc-f965-4d38-9d7e-fe6001e96874 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:01:40.177728 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:40.201229 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:40.201692 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:40.207598 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:40.256838 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port e312c7fc-f965-4d38-9d7e-fe6001e96874 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:01:40.257224 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:40.279993 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:01:40.282315 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d5ae2f-23de-447b-ad58-19b974cb6b80" -d '{"events": [{"server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "name": "network-vif-plugged", "status": "completed", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:01:40.299275 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port e312c7fc-f965-4d38-9d7e-fe6001e96874, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:01:40.309160 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:40.314501 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:40.334344 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e431e8b4-d5a6-4d50-b844-b3d0fde28379 x-openstack-request-id: req-e431e8b4-d5a6-4d50-b844-b3d0fde28379 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:01:40.334344 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "name": "network-vif-plugged", "status": "completed", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:01:40.334344 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e431e8b4-d5a6-4d50-b844-b3d0fde28379 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:01:40.334705 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e431e8b4-d5a6-4d50-b844-b3d0fde28379'] response: {'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'code': 200} Jun 20 15:01:40.367092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=e312c7fc-f965-4d38-9d7e-fe6001e96874,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:01:40.447933 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18665cf-b871-429d-ad0a-587aaad3b10a req-b07cabea-b842-4883-9f5c-4966d2cc1fc0 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:40.450097 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b18665cf-b871-429d-ad0a-587aaad3b10a req-b07cabea-b842-4883-9f5c-4966d2cc1fc0 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 945 time: 0.0530698 Jun 20 15:01:40.503398 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b18665cf-b871-429d-ad0a-587aaad3b10a req-9d649321-e99d-4141-b9cf-c3f034c63358 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475779 Jun 20 15:01:40.552404 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2fd3-e473-4749-80ed-27463b329be3 req-d79ee404-5a73-48c6-b2e6-1320105c7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:40.553832 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-899f2fd3-e473-4749-80ed-27463b329be3 req-d79ee404-5a73-48c6-b2e6-1320105c7618 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 1129 time: 0.0421727 Jun 20 15:01:40.604342 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-899f2fd3-e473-4749-80ed-27463b329be3 req-71d1305a-f1a1-43d2-a09f-e76ceee4fb88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439541 Jun 20 15:01:41.493955 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:41.495047 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:41.632872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f341cc-f491-4e09-8099-61043d8e0f6f req-c2d9ed63-ebb4-413a-9277-f3dff47c3d21 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:41.634628 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-25f341cc-f491-4e09-8099-61043d8e0f6f req-c2d9ed63-ebb4-413a-9277-f3dff47c3d21 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Jun 20 15:01:41.693536 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-25f341cc-f491-4e09-8099-61043d8e0f6f req-22780671-f3a7-4ff5-a341-ee7f71c98fb9 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527189 Jun 20 15:01:42.833917 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981c6e4-9b92-4155-b015-89007213408e req-8176a1f6-87d6-44ba-a509-6c6a662f8643 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:42.835370 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4981c6e4-9b92-4155-b015-89007213408e req-8176a1f6-87d6-44ba-a509-6c6a662f8643 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 945 time: 0.0587108 Jun 20 15:01:42.892104 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4981c6e4-9b92-4155-b015-89007213408e req-bc45034c-c1b1-4152-a341-06ef61915dc8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494504 Jun 20 15:01:43.010851 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a3f33-c132-4780-bac2-ec706d4a3578 req-f7269313-339a-4e23-a536-3cc7a1754937 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:43.012325 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ae4a3f33-c132-4780-bac2-ec706d4a3578 req-f7269313-339a-4e23-a536-3cc7a1754937 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Jun 20 15:01:43.027307 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:43.065795 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ae4a3f33-c132-4780-bac2-ec706d4a3578 req-91bca327-1dba-489d-969e-1b19cbea760e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Jun 20 15:01:43.088080 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56994) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:01:43.129190 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f30801b-d498-4d76-bbb0-2af02b420cdb tempest-TestVolumeBootPattern-920924576 tempest-TestVolumeBootPattern-920924576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:43.130651 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-5f30801b-d498-4d76-bbb0-2af02b420cdb tempest-TestVolumeBootPattern-920924576 tempest-TestVolumeBootPattern-920924576-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 1124 time: 0.0416183 Jun 20 15:01:43.133611 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 56996) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:01:43.137841 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'port_id': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:01:43.162334 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:43.241693 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:43.354510 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Allocated IP 172.27.1.234 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/77ee6512-442f-4149-8fd2-8d339e189f09) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:01:43.471089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (77ee6512-442f-4149-8fd2-8d339e189f09), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:43.483006 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:43.515277 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (77ee6512-442f-4149-8fd2-8d339e189f09), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:43.559316 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:01:43.564102 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:01:43.568269 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:01:43.571416 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=77ee6512-442f-4149-8fd2-8d339e189f09,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:01:43.934974 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:43.950940 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (ff648f47-4ffa-46d0-8392-a14191bcb80d), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:44.017776 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (77ee6512-442f-4149-8fd2-8d339e189f09), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:44.176480 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for port (77ee6512-442f-4149-8fd2-8d339e189f09), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:44.184860 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (77ee6512-442f-4149-8fd2-8d339e189f09), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:44.263138 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event updated for resources: {'Port': ['ID=77ee6512-442f-4149-8fd2-8d339e189f09,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:01:44.272330 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (ff648f47-4ffa-46d0-8392-a14191bcb80d), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:44.323103 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:44.372760 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Floating IP ff648f47-4ffa-46d0-8392-a14191bcb80d associated. External IP: 172.27.1.234, port: e312c7fc-f965-4d38-9d7e-fe6001e96874. Jun 20 15:01:44.576171 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:01:44.683744 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:01:44.695438 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:01:44.706076 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:01:44.706410 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:01:44.706693 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:01:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:01:44.736953 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-41e78c6e-7b7e-4942-96d0-1d7fa826ea23 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6022942 Jun 20 15:01:44.737548 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:01:44.739803 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd00886-cd29-4c3f-948c-f0adb182a8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:01:44.776760 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b057ed-cbec-480e-82c8-7474994d7918 x-openstack-request-id: req-b6b057ed-cbec-480e-82c8-7474994d7918 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:01:44.777081 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:01:44.777669 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6b057ed-cbec-480e-82c8-7474994d7918 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:01:44.778081 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b057ed-cbec-480e-82c8-7474994d7918'] response: {'name': 'network-changed', 'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'status': 'completed', 'code': 200} Jun 20 15:01:44.810150 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:01:44.837087 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-ef264789-8ca7-42a3-bfd8-d131241eb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:44.838520 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-ef264789-8ca7-42a3-bfd8-d131241eb9f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 1129 time: 0.0402954 Jun 20 15:01:44.880763 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:44.938231 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-38872408-2353-496e-be6b-4f4495401c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:44.939749 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-38872408-2353-496e-be6b-4f4495401c09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0939517 Jun 20 15:01:45.002692 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-02f67329-0827-4d8e-8fff-09beb0de33d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874 HTTP/1.1" status: 200 len: 999 time: 0.0552897 Jun 20 15:01:45.027394 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:49Z', 'revision_number': 1, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}, {'id': 'ff648f47-4ffa-46d0-8392-a14191bcb80d', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:50:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:01:43Z', 'updated_at': '2022-06-20T15:01:43Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:01:45.051457 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:01:45.056909 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-e3674f38-1e6e-4f3d-8f63-938417979819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:45.058935 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-e3674f38-1e6e-4f3d-8f63-938417979819 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0493765 Jun 20 15:01:45.060567 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:01:45.061197 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:01:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:01:45.102676 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-8a996412-8e36-48fd-8381-eb0c6e0dd6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:45.104134 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-8a996412-8e36-48fd-8381-eb0c6e0dd6fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386281 Jun 20 15:01:45.164547 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:01:45.196498 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-9732e072-c31b-4ead-9554-b1e291d009f0 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860915 Jun 20 15:01:45.285986 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-5cd00886-cd29-4c3f-948c-f0adb182a8b6 req-1d531d43-baab-4812-9c9d-4be1a48079b6 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824583 Jun 20 15:01:45.382097 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:49Z', 'revision_number': 1, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}, {'id': 'ff648f47-4ffa-46d0-8392-a14191bcb80d', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:50:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:01:43Z', 'updated_at': '2022-06-20T15:01:43Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:01:45.406519 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e5e550-692e-4845-bd76-a6e6c91525dd None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:49Z', 'revision_number': 1, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}, {'id': 'ff648f47-4ffa-46d0-8392-a14191bcb80d', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:50:52:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:01:43Z', 'updated_at': '2022-06-20T15:01:43Z', 'revision_number': 0, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:01:45.618451 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad8962b-0557-4734-816f-f1cff902f09e None None] New status for floating IP ff648f47-4ffa-46d0-8392-a14191bcb80d: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:01:52.879351 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=66 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:52.887792 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=60 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:55.277183 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:55.282435 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=35 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:55.384851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:55.386303 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:01:57.791379 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9936961-3f65-46cf-a872-15e93aceb90f req-52a35b38-0851-42ca-a60b-0409ed071635 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:57.792884 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e9936961-3f65-46cf-a872-15e93aceb90f req-52a35b38-0851-42ca-a60b-0409ed071635 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0490017 Jun 20 15:01:57.848203 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e9936961-3f65-46cf-a872-15e93aceb90f req-38d79955-200e-4888-a52f-078780e1b3f4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473819 Jun 20 15:01:58.979680 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ac157-7177-473d-9894-3276f0430a60 req-d7b21fc5-402c-4519-b631-4547ee347213 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:01:58.981163 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-975ac157-7177-473d-9894-3276f0430a60 req-d7b21fc5-402c-4519-b631-4547ee347213 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0482216 Jun 20 15:01:59.043475 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-975ac157-7177-473d-9894-3276f0430a60 req-2ceef98e-3105-4639-9f68-732ba20261f0 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535471 Jun 20 15:02:00.160982 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9279c0-0672-4747-8c08-4f30eeee346a req-d1435b49-1485-46d1-b2d4-888f42337fb0 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:00.162438 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8c9279c0-0672-4747-8c08-4f30eeee346a req-d1435b49-1485-46d1-b2d4-888f42337fb0 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0482047 Jun 20 15:02:00.213116 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8c9279c0-0672-4747-8c08-4f30eeee346a req-68e2a564-739a-4f57-8b2e-4a3c56b61fb8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424139 Jun 20 15:02:01.353637 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496542-ce93-4e2d-8ecf-dd51ba61b8bd req-b7e0118b-9c64-46cd-9ecc-36eac3c332e3 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:01.354996 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-89496542-ce93-4e2d-8ecf-dd51ba61b8bd req-b7e0118b-9c64-46cd-9ecc-36eac3c332e3 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0536890 Jun 20 15:02:01.412236 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-89496542-ce93-4e2d-8ecf-dd51ba61b8bd req-a7825d19-3041-4273-bd5e-94558e5b5ed7 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515888 Jun 20 15:02:02.539045 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d199a-9a1c-4508-ba85-922b31da3127 req-1e740dde-1921-4959-a7a5-abcbe528c5b6 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:02.540523 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-737d199a-9a1c-4508-ba85-922b31da3127 req-1e740dde-1921-4959-a7a5-abcbe528c5b6 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0480347 Jun 20 15:02:02.594603 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-737d199a-9a1c-4508-ba85-922b31da3127 req-92f71583-21b8-4b9c-b142-70dd3ac1e605 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455620 Jun 20 15:02:03.777819 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59474bb-747a-4879-8e6c-3a8111472755 req-8eec894f-0709-4f26-9827-9a145b9f07db tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:03.779243 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c59474bb-747a-4879-8e6c-3a8111472755 req-8eec894f-0709-4f26-9827-9a145b9f07db tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.1088364 Jun 20 15:02:03.828897 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c59474bb-747a-4879-8e6c-3a8111472755 req-9e180afd-b374-43fd-8109-5392c2989004 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439970 Jun 20 15:02:04.982751 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b69a06be-d618-4ac6-90aa-89c9ec242374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:05.028102 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec243914-bd6b-47de-b83e-97fa0e3b4b05 req-3fb2c0da-12f3-4c26-a870-b8ef5346387c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:05.029704 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ec243914-bd6b-47de-b83e-97fa0e3b4b05 req-3fb2c0da-12f3-4c26-a870-b8ef5346387c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.1178310 Jun 20 15:02:05.078154 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ec243914-bd6b-47de-b83e-97fa0e3b4b05 req-742cb930-6755-4dbd-bc22-e8c29156bc18 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Jun 20 15:02:06.223250 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9b998-fbcd-4a15-82ba-352cfedc98cb req-03c06f41-a8a0-49fa-a67c-e5eaf071613c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:06.224747 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8bc9b998-fbcd-4a15-82ba-352cfedc98cb req-03c06f41-a8a0-49fa-a67c-e5eaf071613c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0622675 Jun 20 15:02:06.273320 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8bc9b998-fbcd-4a15-82ba-352cfedc98cb req-670bf555-7522-46b0-8439-8b45f0297c90 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427561 Jun 20 15:02:07.400476 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-dd167fe1-70af-48c9-9c04-478e1257ccfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:07.420047 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906931-892b-45fa-96d8-c859626d70e1 req-b1b2bcfe-b5e3-462d-87d8-dcdf8159af36 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:07.421570 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-43906931-892b-45fa-96d8-c859626d70e1 req-b1b2bcfe-b5e3-462d-87d8-dcdf8159af36 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0491498 Jun 20 15:02:07.471110 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-43906931-892b-45fa-96d8-c859626d70e1 req-d5e982e8-1ea7-4e59-b4a8-ed929686ef4d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436213 Jun 20 15:02:07.599877 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:07.606511 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:07.888772 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:08.501098 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:02:08.602661 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f18a2-c1c3-4324-8a27-d2849415b5ca req-84a8b1be-de6f-4f7f-a96b-e493856f20f6 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:08.603685 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:08.604277 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-067f18a2-c1c3-4324-8a27-d2849415b5ca req-84a8b1be-de6f-4f7f-a96b-e493856f20f6 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0490611 Jun 20 15:02:08.652663 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-067f18a2-c1c3-4324-8a27-d2849415b5ca req-a4adbb6b-6911-42d1-a3c5-151c927197db tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427115 Jun 20 15:02:08.878527 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1764c15-d0df-43f9-a3f3-d6814b132464 req-e89418a7-7020-4ddb-8f44-40e73219d9f4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:08.880034 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b1764c15-d0df-43f9-a3f3-d6814b132464 req-e89418a7-7020-4ddb-8f44-40e73219d9f4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0526559 Jun 20 15:02:08.903793 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-d0c68164-b7ca-4dba-8393-4fa03eac5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:08.905342 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-d0c68164-b7ca-4dba-8393-4fa03eac5ec4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 1129 time: 0.0410557 Jun 20 15:02:08.930621 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-b1764c15-d0df-43f9-a3f3-d6814b132464 req-394b4e9d-ed81-4740-8fca-ad562db3fab8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Jun 20 15:02:09.003166 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-1904fd48-a6ba-4ceb-9ff5-7f4e57c7092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:09.004677 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-1904fd48-a6ba-4ceb-9ff5-7f4e57c7092e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 911 time: 0.0914319 Jun 20 15:02:09.081024 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-6b874548-1580-454d-be4c-d4e7bd84f81a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 200 len: 1001 time: 0.0693381 Jun 20 15:02:09.407059 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-3cee8b1d-2754-46db-9318-57800a7a1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:09.408570 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-3cee8b1d-2754-46db-9318-57800a7a1c9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.3213727 Jun 20 15:02:09.454876 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-64735014-f5ec-4f07-8cfd-09382a0e0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:09.456363 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-64735014-f5ec-4f07-8cfd-09382a0e0161 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406196 Jun 20 15:02:09.558540 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-0ac20255-92fd-4e58-95d4-8345e6587b77 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952590 Jun 20 15:02:09.648376 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a5e24c79-c8bb-4c0b-a1d5-763e1559c994 req-dc5577d2-3bda-4f9c-8cdd-760802131517 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842860 Jun 20 15:02:10.070633 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57603503-fc38-47c0-9f5f-1482e0edd30c req-5d566d01-5f11-4d8d-94d9-91f2514c334c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:10.072479 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-57603503-fc38-47c0-9f5f-1482e0edd30c req-5d566d01-5f11-4d8d-94d9-91f2514c334c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0635571 Jun 20 15:02:10.093014 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:10.131808 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-57603503-fc38-47c0-9f5f-1482e0edd30c req-c75e608f-8328-411a-b8ea-08bcf7d6ba7a tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526450 Jun 20 15:02:10.186800 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:10.310627 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:11.258510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb52202-a63c-43e3-918e-f82de678b2ed req-91d5e279-829a-4df0-8016-02ba1a1af991 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:11.260018 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8eb52202-a63c-43e3-918e-f82de678b2ed req-91d5e279-829a-4df0-8016-02ba1a1af991 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0586903 Jun 20 15:02:11.310578 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8eb52202-a63c-43e3-918e-f82de678b2ed req-b794e18e-d077-412c-96ca-84592bc7d1c5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422227 Jun 20 15:02:12.351775 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:12.365383 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-de3d8126-066a-4b65-8084-c095973c73cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397887 Jun 20 15:02:12.427830 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-28f2c39d-2fe0-459a-b13a-c38ba6a33d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:12.429543 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-28f2c39d-2fe0-459a-b13a-c38ba6a33d10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 1129 time: 0.0414228 Jun 20 15:02:12.538646 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-73147ca8-d330-4044-ab2e-f253cc9c4150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:12.540186 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-73147ca8-d330-4044-ab2e-f253cc9c4150 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 911 time: 0.0905631 Jun 20 15:02:12.602655 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-025a9941-c760-4245-8635-a8a458e7b773 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 200 len: 1001 time: 0.0555782 Jun 20 15:02:12.653595 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-4d88effe-e7d9-42aa-be4e-a2523ee39f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:12.655157 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-4d88effe-e7d9-42aa-be4e-a2523ee39f9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0473735 Jun 20 15:02:12.699350 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-8602ebcd-a81b-4909-a3ac-5584e3610ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:12.700890 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-8602ebcd-a81b-4909-a3ac-5584e3610ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404189 Jun 20 15:02:12.793736 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-282f7230-6b58-4e12-9671-db963045d6da service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871954 Jun 20 15:02:12.896559 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-48eb8b27-2060-41dc-9931-7c53fddbad90 req-0691e7e0-d120-4e3e-b7e7-5b0bffb70eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968916 Jun 20 15:02:18.495075 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:21.300250 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=61 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:21.306488 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=65 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:22.305942 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:22.317803 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:22.891669 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=58 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:22.893617 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=45 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:34.999480 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fe6f424d-e02f-4e24-9e07-f2df6103882f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:37.409245 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f3d1176e-9684-44e8-a9ca-fb2fa73d295e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:37.498615 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3340a-8a21-401e-ae73-143b430acea8 req-f355f857-a3eb-4470-871a-0ef1cc94cf60 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:37.500298 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-27d3340a-8a21-401e-ae73-143b430acea8 req-f355f857-a3eb-4470-871a-0ef1cc94cf60 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0508819 Jun 20 15:02:37.558743 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-27d3340a-8a21-401e-ae73-143b430acea8 req-14cdaa83-2d95-4ac3-a0ce-1c1063118783 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510685 Jun 20 15:02:37.886589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:38.612385 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:38.695954 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a7f00-f2bb-4e78-b34a-811864eb2f1a req-3b251311-9bf8-4035-ace8-850d3142b6c8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:38.698312 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-300a7f00-f2bb-4e78-b34a-811864eb2f1a req-3b251311-9bf8-4035-ace8-850d3142b6c8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0603576 Jun 20 15:02:38.751828 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-300a7f00-f2bb-4e78-b34a-811864eb2f1a req-c01d6be5-3321-4928-a110-0bb0c3bc0344 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441084 Jun 20 15:02:39.890560 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e694e5-501e-49c8-83ed-0d7fe98dded0 req-78956fcb-3716-420d-ab7d-6008944f8ad4 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:39.892029 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e6e694e5-501e-49c8-83ed-0d7fe98dded0 req-78956fcb-3716-420d-ab7d-6008944f8ad4 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0505102 Jun 20 15:02:39.944858 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e6e694e5-501e-49c8-83ed-0d7fe98dded0 req-148963e6-20a8-4751-9cd1-976625e6c16c tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448039 Jun 20 15:02:40.195056 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:40.316364 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:41.084749 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb775-631a-4660-bfcc-ba0d87047bd9 req-b916a1e7-40d1-4927-8498-329dd7c482b4 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:41.086204 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-16ddb775-631a-4660-bfcc-ba0d87047bd9 req-b916a1e7-40d1-4927-8498-329dd7c482b4 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0594573 Jun 20 15:02:41.137118 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-16ddb775-631a-4660-bfcc-ba0d87047bd9 req-cae9fddf-4fac-4974-826c-725488e1c75d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Jun 20 15:02:42.279533 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e72e89-08bc-49ba-a747-57cc472a0a5d req-68ea99c8-ef28-4771-916f-0365bdf43e87 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:42.281139 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d3e72e89-08bc-49ba-a747-57cc472a0a5d req-68ea99c8-ef28-4771-916f-0365bdf43e87 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0600317 Jun 20 15:02:42.336468 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d3e72e89-08bc-49ba-a747-57cc472a0a5d req-4b73ef93-8d7e-484e-afbc-8570abdeb95e tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486963 Jun 20 15:02:43.463929 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bbac1-ec2d-4893-ba49-7053878079c5 req-87156ed6-de8f-4720-b010-7e7f55bd9cd6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:43.465540 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0a9bbac1-ec2d-4893-ba49-7053878079c5 req-87156ed6-de8f-4720-b010-7e7f55bd9cd6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0530729 Jun 20 15:02:43.521300 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0a9bbac1-ec2d-4893-ba49-7053878079c5 req-6c8b790a-e1f4-4899-ab43-ae4938d1c1f1 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478430 Jun 20 15:02:43.937192 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d282a96-b4e2-4cf2-84f5-ed3019252056 req-62e780a1-2d81-4b5c-b5c8-3634ac42d4ed tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:43.938649 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d282a96-b4e2-4cf2-84f5-ed3019252056 req-62e780a1-2d81-4b5c-b5c8-3634ac42d4ed tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0525031 Jun 20 15:02:43.992165 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8d282a96-b4e2-4cf2-84f5-ed3019252056 req-35371431-5e40-4cf2-9c0d-e417e76403bc tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 Jun 20 15:02:44.606981 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:44.607829 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:44.654590 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c64a08-7e81-4a4c-8b81-6881bcf47f9c req-23be5d34-c825-437e-a3ae-4ebe3ab7d8e6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:44.656050 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-17c64a08-7e81-4a4c-8b81-6881bcf47f9c req-23be5d34-c825-437e-a3ae-4ebe3ab7d8e6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0516043 Jun 20 15:02:44.710595 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-17c64a08-7e81-4a4c-8b81-6881bcf47f9c req-42d7774c-22ce-4a4f-b02d-316fc36f7ea7 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460112 Jun 20 15:02:45.127188 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f8717-0eee-4185-990b-cf800854b076 req-078a98f7-49fc-41d4-8bf3-8c0bb5220ea2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:45.128688 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-102f8717-0eee-4185-990b-cf800854b076 req-078a98f7-49fc-41d4-8bf3-8c0bb5220ea2 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0543566 Jun 20 15:02:45.185046 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-102f8717-0eee-4185-990b-cf800854b076 req-cc9ae7cc-9b3e-469e-8930-f29263bfd5f0 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480595 Jun 20 15:02:45.506357 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:02:45.765706 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-71554ab9-52d2-4996-b3c4-3d437ed4217c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:45.767173 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-71554ab9-52d2-4996-b3c4-3d437ed4217c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0505624 Jun 20 15:02:45.867546 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea775c-1473-491b-ab63-1559c960fd90 req-af8ed4ff-6c8f-4a9e-acbb-795c117301bd tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:45.869335 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-73ea775c-1473-491b-ab63-1559c960fd90 req-af8ed4ff-6c8f-4a9e-acbb-795c117301bd tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0765536 Jun 20 15:02:45.917832 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Deleting port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:02:45.918176 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:45.966827 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-73ea775c-1473-491b-ab63-1559c960fd90 req-32235e6e-1d45-4e58-aba3-80e769e44410 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800836 Jun 20 15:02:46.030831 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] For port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:02:46.031198 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:46.196120 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:46.196426 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:46.196745 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Floating IP 5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953 disassociated. External IP: 172.27.1.219, port: a3b20ac7-62d6-43cf-93f6-146ca5fdecbe. Jun 20 15:02:46.197133 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Calling delete_port for a3b20ac7-62d6-43cf-93f6-146ca5fdecbe owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:02:46.275782 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:46.301442 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f5642-55d1-4758-af10-0987311feacb req-b1b9a327-f620-45d7-94ed-199bda3cf977 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:46.302960 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-805f5642-55d1-4758-af10-0987311feacb req-b1b9a327-f620-45d7-94ed-199bda3cf977 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d7eb8d0-d6c0-4416-9d51-b8e7c732800e HTTP/1.1" status: 200 len: 945 time: 0.0489702 Jun 20 15:02:46.315599 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:46.332493 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (a3b20ac7-62d6-43cf-93f6-146ca5fdecbe), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:46.355731 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-805f5642-55d1-4758-af10-0987311feacb req-745703c2-b9bd-4335-a97a-9eca1eca9bb0 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=62d63d93-6350-4295-bb58-32e7a1ad1b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462294 Jun 20 15:02:46.359950 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event deleted for resources: {'Port': ['ID=a3b20ac7-62d6-43cf-93f6-146ca5fdecbe,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:46.370706 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.371059 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.371380 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.371709 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.372032 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.372353 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.372673 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.373011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.373328 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.373647 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.373962 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.374280 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.374685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.374891 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.375206 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:46.479388 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:02:46.581077 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:02:46.593032 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] Sync routers for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:02:46.606363 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:02:46.606989 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:02:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:02:46.624471 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] No DVR routers for this DVR port a3b20ac7-62d6-43cf-93f6-146ca5fdecbe on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:02:46.627139 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:46.630550 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-cc2676cc-f7ef-48d6-b2df-31ea0ca489aa req-07adfc21-dc76-4ad6-8aa8-61ef20bbed45 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "DELETE /v2.0/ports/a3b20ac7-62d6-43cf-93f6-146ca5fdecbe HTTP/1.1" status: 204 len: 173 time: 0.8443437 Jun 20 15:02:46.631030 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'name': 'network-vif-deleted', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:02:46.633418 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9e5adb-7b8f-4bac-941d-ae7b674c7ce6" -d '{"events": [{"server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "name": "network-vif-deleted", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:02:46.672270 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0024386d-5cbd-4c71-8459-d5fa35c6a243 x-openstack-request-id: req-0024386d-5cbd-4c71-8459-d5fa35c6a243 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:02:46.672555 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7eb8d0-d6c0-4416-9d51-b8e7c732800e", "name": "network-vif-deleted", "tag": "a3b20ac7-62d6-43cf-93f6-146ca5fdecbe", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:02:46.672825 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0024386d-5cbd-4c71-8459-d5fa35c6a243 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:02:46.673234 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0024386d-5cbd-4c71-8459-d5fa35c6a243'] response: {'server_uuid': '1d7eb8d0-d6c0-4416-9d51-b8e7c732800e', 'name': 'network-vif-deleted', 'tag': 'a3b20ac7-62d6-43cf-93f6-146ca5fdecbe', 'status': 'completed', 'code': 200} Jun 20 15:02:46.844595 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:02:47.034858 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:02:47.070127 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] Checking router: 2c019f38-7c74-4151-8a13-35efbb7e3ad4 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:02:47.080205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:02:47.080205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:02:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:02:47.095071 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fd468-c4af-4bfb-b0ff-81f5a4a20770 req-72672055-ae09-42a4-a3bd-0938b61dab19 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:47.096607 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-098fd468-c4af-4bfb-b0ff-81f5a4a20770 req-72672055-ae09-42a4-a3bd-0938b61dab19 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0524197 Jun 20 15:02:47.150623 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-098fd468-c4af-4bfb-b0ff-81f5a4a20770 req-36b006b2-9f56-4af7-a267-d3a2bd652322 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482347 Jun 20 15:02:47.189388 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:02:47.376592 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:02:47.401651 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7409fc-4fe9-4a99-a2d4-1e977d8b3fc3 None None] The sync data for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi is: [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:02:47.453494 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57120) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:02:47.511037 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8b49-73dc-49c3-8e97-3e31bcdaba07 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (62d63d93-6350-4295-bb58-32e7a1ad1b6a), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.536816 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8b49-73dc-49c3-8e97-3e31bcdaba07 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (62d63d93-6350-4295-bb58-32e7a1ad1b6a), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.590470 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8b49-73dc-49c3-8e97-3e31bcdaba07 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (62d63d93-6350-4295-bb58-32e7a1ad1b6a), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.593409 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8b49-73dc-49c3-8e97-3e31bcdaba07 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.594621 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-2dbc8b49-73dc-49c3-8e97-3e31bcdaba07 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "DELETE /v2.0/security-groups/62d63d93-6350-4295-bb58-32e7a1ad1b6a HTTP/1.1" status: 204 len: 168 time: 0.1399601 Jun 20 15:02:47.597355 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57122) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:02:47.605073 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc8b49-73dc-49c3-8e97-3e31bcdaba07 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d63d93-6350-4295-bb58-32e7a1ad1b6a,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:47.621545 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.api.v2.resource [None req-1e39fa09-0d6e-4627-8761-12ca3a24e12b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] show failed (client error): The resource could not be found. Jun 20 15:02:47.623131 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-1e39fa09-0d6e-4627-8761-12ca3a24e12b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups/62d63d93-6350-4295-bb58-32e7a1ad1b6a HTTP/1.1" status: 404 len: 347 time: 0.0246751 Jun 20 15:02:47.626046 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57124) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:02:47.646466 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53da51-b8d6-4eda-af9d-1b3cd8153d47 None None] New status for floating IP 5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953: DOWN {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:02:47.717595 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-f6ea1ac9-54c2-4726-ade8-c0f979cc0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:47.719140 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-f6ea1ac9-54c2-4726-ade8-c0f979cc0b7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1130 time: 0.0963595 Jun 20 15:02:47.743740 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Deleting port c7746041-c943-4e21-ad52-ecff1d511413 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:02:47.744057 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (c7746041-c943-4e21-ad52-ecff1d511413), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.815705 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-e60bb4bd-4b0f-4f0b-9b36-f711871cc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:47.817542 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-e60bb4bd-4b0f-4f0b-9b36-f711871cc429 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 910 time: 0.0924623 Jun 20 15:02:47.828201 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (c7746041-c943-4e21-ad52-ecff1d511413), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.828557 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (c7746041-c943-4e21-ad52-ecff1d511413), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.841611 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Calling delete_port for c7746041-c943-4e21-ad52-ecff1d511413 owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:02:47.883129 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-b39190c1-6764-488b-91b5-b57f062c5425 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 1002 time: 0.0593069 Jun 20 15:02:47.909105 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:47.934090 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-b84a40dd-c9c4-4c3c-8bb6-62981e2cf07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:47.935553 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-b84a40dd-c9c4-4c3c-8bb6-62981e2cf07f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0455883 Jun 20 15:02:47.962316 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:47.979813 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-e03c1b66-2b5d-4d25-a612-f2c417df96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:47.980346 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (c7746041-c943-4e21-ad52-ecff1d511413), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:47.981379 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-e03c1b66-2b5d-4d25-a612-f2c417df96a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403609 Jun 20 15:02:47.990971 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-f4d6af62-23eb-4446-aaf7-5dbc2538aca7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 15:02:47.991969 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-f4d6af62-23eb-4446-aaf7-5dbc2538aca7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051427 Jun 20 15:02:48.005164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event deleted for resources: {'Port': ['ID=c7746041-c943-4e21-ad52-ecff1d511413,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:48.036431 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.036816 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.037154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.037490 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.037848 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.038171 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.038494 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.038818 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.039138 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.039454 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.039774 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.040096 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.040419 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.040737 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.041098 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:48.080732 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.083645 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.084880 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-8131fade-bd53-4df7-84f7-4c8464ff7f74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "DELETE /v2.0/floatingips/5eff1ede-fea9-4a9a-8e0d-b92bfc8f5953 HTTP/1.1" status: 204 len: 168 time: 0.4578435 Jun 20 15:02:48.097340 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-20a730fb-4cbb-4be8-9918-3d12bccbb4f2 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996113 Jun 20 15:02:48.161204 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57130) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:02:48.165903 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-3e780cd4-b861-44f0-9294-865114446a83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92250382', 'description': 'tempest-description--1611479933'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:02:48.172742 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:48.190964 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3e780cd4-b861-44f0-9294-865114446a83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.196207 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-08c0e351-28b2-44f4-9f1c-cbcd8b317166 req-41ddadd1-f181-4d8c-be7e-2947520987e4 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925491 Jun 20 15:02:48.305124 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d163d0d-9e66-4f7e-b0c6-f8336c6790f4 req-fd6b59d4-7263-4e95-8cb3-46279c75df14 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:48.306627 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9d163d0d-9e66-4f7e-b0c6-f8336c6790f4 req-fd6b59d4-7263-4e95-8cb3-46279c75df14 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0758138 Jun 20 15:02:48.313298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3e780cd4-b861-44f0-9294-865114446a83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (3b1cbf42-65f0-4977-8d88-1a841357bc97), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.334632 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3e780cd4-b861-44f0-9294-865114446a83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3b1cbf42-65f0-4977-8d88-1a841357bc97), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.373952 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3e780cd4-b861-44f0-9294-865114446a83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.375151 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3e780cd4-b861-44f0-9294-865114446a83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2128637 Jun 20 15:02:48.378343 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57134) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:02:48.383080 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-ac342759-5983-4afd-bc08-b49640306abf tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'security_group_rule': {'security_group_id': '3b1cbf42-65f0-4977-8d88-1a841357bc97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:02:48.387758 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e780cd4-b861-44f0-9294-865114446a83 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1cbf42-65f0-4977-8d88-1a841357bc97,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:48.400783 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:48.406121 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9d163d0d-9e66-4f7e-b0c6-f8336c6790f4 req-7ecaf5e8-4ad9-419f-9473-5e8c5193d79d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914829 Jun 20 15:02:48.416027 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac342759-5983-4afd-bc08-b49640306abf tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (c54ad09c-1a6a-4179-98eb-faaa0d9051b7), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.474778 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac342759-5983-4afd-bc08-b49640306abf tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (c54ad09c-1a6a-4179-98eb-faaa0d9051b7), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.480292 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac342759-5983-4afd-bc08-b49640306abf tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (c54ad09c-1a6a-4179-98eb-faaa0d9051b7), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.499141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac342759-5983-4afd-bc08-b49640306abf tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54ad09c-1a6a-4179-98eb-faaa0d9051b7,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:48.505682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-ac342759-5983-4afd-bc08-b49640306abf tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.506890 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-ac342759-5983-4afd-bc08-b49640306abf tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274900 Jun 20 15:02:48.509579 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57136) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:02:48.513892 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-28f4df17-6efa-4fb3-bad5-a85af77a7915 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'security_group_rule': {'security_group_id': '3b1cbf42-65f0-4977-8d88-1a841357bc97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:02:48.541597 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-28f4df17-6efa-4fb3-bad5-a85af77a7915 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (dec49003-560f-46d7-8952-df441bcab445), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.599401 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-28f4df17-6efa-4fb3-bad5-a85af77a7915 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (dec49003-560f-46d7-8952-df441bcab445), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.605007 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-28f4df17-6efa-4fb3-bad5-a85af77a7915 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264772'] for security_group_rule (dec49003-560f-46d7-8952-df441bcab445), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.625023 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4df17-6efa-4fb3-bad5-a85af77a7915 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec49003-560f-46d7-8952-df441bcab445,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:48.632009 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-28f4df17-6efa-4fb3-bad5-a85af77a7915 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.633268 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-28f4df17-6efa-4fb3-bad5-a85af77a7915 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227429 Jun 20 15:02:48.636470 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57138) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:02:48.640886 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'floatingip': {'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:02:48.663715 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.755402 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.859005 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Allocated IP 172.27.1.10 (b5b2035b-e964-4664-afa8-3dbdff698b0e/afc4172c-91c7-4894-b397-b12715b0f77b/cd666411-abd2-4452-bad8-4f4953453882) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:02:48.962208 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for port (cd666411-abd2-4452-bad8-4f4953453882), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:48.999683 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (cd666411-abd2-4452-bad8-4f4953453882), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:49.038249 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Network b5b2035b-e964-4664-afa8-3dbdff698b0e is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:02:49.041019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:02:49.044847 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:02:49.049872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'Port': ['ID=cd666411-abd2-4452-bad8-4f4953453882,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:49.084128 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:49.093275 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:49.135478 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:49.172780 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (cd666411-abd2-4452-bad8-4f4953453882), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:49.315712 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for port (cd666411-abd2-4452-bad8-4f4953453882), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:49.322305 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (cd666411-abd2-4452-bad8-4f4953453882), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:49.385719 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'Port': ['ID=cd666411-abd2-4452-bad8-4f4953453882,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:49.397487 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:49.415512 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:49.417315 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-82e5f4db-7abb-4a54-8700-713a1565acf4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7798190 Jun 20 15:02:49.532419 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488c9a5-d150-421c-ac64-2b7c6c4665ec req-adbcb4a1-cfd7-44ae-95ce-178d922a0586 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:49.533975 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8488c9a5-d150-421c-ac64-2b7c6c4665ec req-adbcb4a1-cfd7-44ae-95ce-178d922a0586 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0548987 Jun 20 15:02:49.572418 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-04a5c8a3-76b7-40e4-9ed8-9c2aaa21ac61 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--92250382&fields=id&tenant_id=d70851020f444aeeaa7a5cb23615719f HTTP/1.1" status: 200 len: 267 time: 0.0435021 Jun 20 15:02:49.585621 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8488c9a5-d150-421c-ac64-2b7c6c4665ec req-9692e786-e300-4e86-a4f5-e8b98a1b1d64 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460579 Jun 20 15:02:49.686773 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-6abb12e1-c046-48ea-944e-69da681f34b5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:49.688254 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-6abb12e1-c046-48ea-944e-69da681f34b5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 810 time: 0.1094563 Jun 20 15:02:49.704253 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-833786a3-193e-46d5-9c8f-166fb710cfe8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/quotas/d70851020f444aeeaa7a5cb23615719f HTTP/1.1" status: 200 len: 375 time: 0.0099468 Jun 20 15:02:49.754617 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-832e8ec4-b43c-49bd-8685-56a24bacedf9 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451820 Jun 20 15:02:49.770117 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-f35feb53-363c-4f0b-a756-f30d7d8d3af0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 20 15:02:49.771046 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-f35feb53-363c-4f0b-a756-f30d7d8d3af0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049982 Jun 20 15:02:49.865575 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-74f4d126-cd91-46bd-9037-e1635572e9df service neutron] 10.222.0.23 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890639 Jun 20 15:02:49.959449 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-1718e896-e8b9-4ed5-b252-5aa13b6cdcc6 service neutron] 10.222.0.23 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873740 Jun 20 15:02:50.125406 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b5c69daf-7b99-476c-bae0-36f5bc081519 req-d2d4eb46-88b5-40e0-8a57-2327e30dc24c tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Jun 20 15:02:50.431912 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a3b20ac7-62d6-43cf-93f6-146ca5fdecbe no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:02:50.456173 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: a3b20ac7-62d6-43cf-93f6-146ca5fdecbe {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:02:50.456513 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a3b20ac7-62d6-43cf-93f6-146ca5fdecbe not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:02:50.705983 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb1091-6511-4678-9284-85fb1ea0f987 req-760f0dc7-02e5-47fa-85ce-1abd0482ab72 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:50.707661 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8ccb1091-6511-4678-9284-85fb1ea0f987 req-760f0dc7-02e5-47fa-85ce-1abd0482ab72 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0500953 Jun 20 15:02:50.754529 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:50.764372 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-8ccb1091-6511-4678-9284-85fb1ea0f987 req-10b36de6-2b8e-40bf-b3e2-d4b5d347cb7f tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512092 Jun 20 15:02:51.042385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:51.055485 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b3e8b-e80a-49e0-80cc-21742478e5b6 req-88811894-a783-4f2b-912d-032125428c68 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:51.057035 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-191b3e8b-e80a-49e0-80cc-21742478e5b6 req-88811894-a783-4f2b-912d-032125428c68 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0905118 Jun 20 15:02:51.059913 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-4f98eceb-496f-4cb6-955f-dfca5d0ed74c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302540 Jun 20 15:02:51.141983 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-191b3e8b-e80a-49e0-80cc-21742478e5b6 req-4fb9e9d0-21d3-48b0-ad94-2a1e930e0d67 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760062 Jun 20 15:02:51.180999 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-a09799f2-11cc-4ea7-8b90-ad5fe9d53a2d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:51.182990 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-a09799f2-11cc-4ea7-8b90-ad5fe9d53a2d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 810 time: 0.1551650 Jun 20 15:02:51.244447 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-03557f3a-6c76-4490-980b-08b8ede5578d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:51.257349 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-03557f3a-6c76-4490-980b-08b8ede5578d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports/39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 943 time: 0.1563261 Jun 20 15:02:51.291694 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9ba6bd4-623d-481e-a131-6b66a9cce339 req-bf5af57f-4e2c-4a7a-85f0-1d8d86d8acea tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 210 time: 0.0410275 Jun 20 15:02:51.311079 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-3161da86-6b02-4e35-87a6-6b62e05ecee4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d70851020f444aeeaa7a5cb23615719f HTTP/1.1" status: 200 len: 378 time: 0.1198192 Jun 20 15:02:51.377163 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'port': {'device_id': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'admin_state_up': True, 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'security_groups': ['3b1cbf42-65f0-4977-8d88-1a841357bc97']}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:02:51.482735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:51.499020 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Made reservation on behalf of d70851020f444aeeaa7a5cb23615719f for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:02:51.502706 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:51.634888 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Allocated IP 172.20.0.9 (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd/9c0ecd78-74c0-40f4-8300-0fed4f163b0a/c7c3f6b1-903b-49c1-ad27-611edff47049) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:02:51.673401 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:51.782961 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:51.818859 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:51.872998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:02:51.876093 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:02:51.880201 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:02:51.910765 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event updated for resources: {'Port': ['ID=c7c3f6b1-903b-49c1-ad27-611edff47049,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:51.943475 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:51.944124 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:51.962909 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-66037020-7f59-476e-bae3-595c8538c042 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5896363 Jun 20 15:02:51.975024 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Request body: {'port': {'device_id': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:02:52.042444 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:52.181727 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-c8bec527-fc81-4ad7-bb92-7f41ba871745 None None] Provisioning complete for port c7c3f6b1-903b-49c1-ad27-611edff47049 triggered by entity DHCP. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:02:52.183758 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c8bec527-fc81-4ad7-bb92-7f41ba871745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:52.219841 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-c8bec527-fc81-4ad7-bb92-7f41ba871745 None None] Port c7c3f6b1-903b-49c1-ad27-611edff47049 cannot update to ACTIVE because it is not bound. {{(pid=110375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 20 15:02:52.292662 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93435814-ccd4-4eb8-ba96-10144e6c81b2 req-75d5b77c-ea69-4c03-9442-a234d2b81355 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:52.294201 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-93435814-ccd4-4eb8-ba96-10144e6c81b2 req-75d5b77c-ea69-4c03-9442-a234d2b81355 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0487149 Jun 20 15:02:52.294481 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:52.359120 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-93435814-ccd4-4eb8-ba96-10144e6c81b2 req-1df2911b-9ed7-4a76-95d1-bc89e114481e tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590136 Jun 20 15:02:52.446162 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 39c85ef4-03a3-4009-bf95-8bd7df3230ea no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:02:52.493354 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:52.526841 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 39c85ef4-03a3-4009-bf95-8bd7df3230ea is: ACTIVE; New status is: DOWN {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:02:52.527209 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:52.555225 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:02:52.558120 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b6a88d-f43d-4ba0-af73-2b68754201f9" -d '{"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-unplugged", "status": "completed", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:02:52.565494 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-3a4405f1-bfbb-4f20-9fae-6750b2f2e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:52.567333 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-3a4405f1-bfbb-4f20-9fae-6750b2f2e310 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352&tenant_id=f29cab4870474548b98c3a81a3aa8031 HTTP/1.1" status: 200 len: 1130 time: 0.0824323 Jun 20 15:02:52.572220 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:02:52.580141 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:52.608591 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Jun 2022 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ffcf71-0138-4224-8dc8-acb80620c337 x-openstack-request-id: req-45ffcf71-0138-4224-8dc8-acb80620c337 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:02:52.608906 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-unplugged", "status": "completed", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:02:52.609151 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45ffcf71-0138-4224-8dc8-acb80620c337 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:02:52.609540 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ffcf71-0138-4224-8dc8-acb80620c337'] response: {'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'code': 200} Jun 20 15:02:52.611816 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:52.633500 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-29741750-7586-40a4-8bdb-9772ba44a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:52.635313 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-29741750-7586-40a4-8bdb-9772ba44a027 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1128 time: 0.0453944 Jun 20 15:02:52.639269 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=6']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:52.647644 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.647985 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.648370 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.648697 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.649224 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.649697 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.650173 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.650637 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.651105 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.651561 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.652014 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.652181 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c3f6b1-903b-49c1-ad27-611edff47049 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:02:52.652623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.653144 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.653466 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.653780 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:02:52.676689 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Publish callbacks [] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:52.701671 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53c906-30a5-4ddc-ace0-1343c53ca944 req-2f74ebeb-909c-4c27-ad9b-b0534683569a tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:52.703136 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3b53c906-30a5-4ddc-ace0-1343c53ca944 req-2f74ebeb-909c-4c27-ad9b-b0534683569a tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 931 time: 0.0634429 Jun 20 15:02:52.704119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Transition to ACTIVE for port object c7c3f6b1-903b-49c1-ad27-611edff47049 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 15:02:52.718550 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:52.731579 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-c9166b1b-3d5a-44cb-a3f0-53e86a9ec27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:52.733093 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-c9166b1b-3d5a-44cb-a3f0-53e86a9ec27a service neutron] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 910 time: 0.0923712 Jun 20 15:02:52.784869 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c3f6b1-903b-49c1-ad27-611edff47049,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:52.802621 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-6e85c047-ecc2-442f-a419-a11d7e24569f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 1000 time: 0.0633872 Jun 20 15:02:52.826026 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3b53c906-30a5-4ddc-ace0-1343c53ca944 req-e4065abc-b704-4286-b8db-a53cdadd9d27 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164534 Jun 20 15:02:52.858760 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-bfcf0d52-e684-4578-87fb-8071089c316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:52.860343 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-bfcf0d52-e684-4578-87fb-8071089c316a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0521789 Jun 20 15:02:52.881365 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Attempting to bind port c7c3f6b1-903b-49c1-ad27-611edff47049 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:02:52.881710 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Attempting to bind port c7c3f6b1-903b-49c1-ad27-611edff47049 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:02:52.882019 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Attempting to bind port c7c3f6b1-903b-49c1-ad27-611edff47049 on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:02:52.886853 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Port c7c3f6b1-903b-49c1-ad27-611edff47049 on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 15:02:52.887170 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Attempting to bind port c7c3f6b1-903b-49c1-ad27-611edff47049 on network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:02:52.892443 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 15, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:02:52.892807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Checking segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:02:52.893335 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Bound using segment: {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:02:52.893772 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Bound port: c7c3f6b1-903b-49c1-ad27-611edff47049, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43998ac8-9e83-44ed-b2b4-55fa57977fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:02:52.894123 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:52.908964 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-8d4b3232-fd3b-47c9-9ba4-4cc3a931c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:52.910831 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-8d4b3232-fd3b-47c9-9ba4-4cc3a931c317 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438986 Jun 20 15:02:52.925520 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:52.960937 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] For port c7c3f6b1-903b-49c1-ad27-611edff47049, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:02:52.964110 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] For port c7c3f6b1-903b-49c1-ad27-611edff47049, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c7c3f6b1-903b-49c1-ad27-611edff47049,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:02:52.971574 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:53.008499 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:53.009149 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:53.010569 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] 10.222.0.26 "PUT /v2.0/ports/c7c3f6b1-903b-49c1-ad27-611edff47049 HTTP/1.1" status: 200 len: 1093 time: 1.0405040 Jun 20 15:02:53.011011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:02:53.013328 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9956c03-5bee-4e16-a10b-b016438df542" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:02:53.035113 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-07870211-025b-420f-affe-3dd37ffe9476 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141391 Jun 20 15:02:53.036913 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559493e1-40a1-450e-ae0c-6af6058e9864 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c3f6b1-903b-49c1-ad27-611edff47049,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:53.080407 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c54f234-77de-4af6-8486-fe9730a2d0a9 x-openstack-request-id: req-6c54f234-77de-4af6-8486-fe9730a2d0a9 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:02:53.080407 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:02:53.080407 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c54f234-77de-4af6-8486-fe9730a2d0a9 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:02:53.080861 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c54f234-77de-4af6-8486-fe9730a2d0a9'] response: {'name': 'network-changed', 'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'status': 'completed', 'code': 200} Jun 20 15:02:53.108456 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-f78f2556-208f-43be-baf9-db669157cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:53.110044 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-f78f2556-208f-43be-baf9-db669157cf61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 1127 time: 0.0450568 Jun 20 15:02:53.144274 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-199dad33-dd5e-49dd-8b74-086187de45a2 req-967d526d-5982-410a-b6a3-2123f0467b65 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074193 Jun 20 15:02:53.151390 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-5e150b90-5b50-473a-aaff-3ed0d5aa6274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c3f6b1-903b-49c1-ad27-611edff47049 HTTP/1.1" status: 200 len: 217 time: 0.0349042 Jun 20 15:02:53.201644 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-9a9542c9-3791-480f-a755-7d69b65f2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:53.203138 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-9a9542c9-3791-480f-a755-7d69b65f2dd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0462255 Jun 20 15:02:53.448735 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55684d-8b6e-4371-8118-40790768c25c req-7eab99bc-1087-427a-b5ba-91de4adeae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:53.450275 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-7eab99bc-1087-427a-b5ba-91de4adeae1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501573 Jun 20 15:02:53.533708 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d115d6-79d5-4cef-91eb-2e3e1952ce95 req-7b084efb-635e-409c-874c-b823486e3157 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:53.535652 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-54d115d6-79d5-4cef-91eb-2e3e1952ce95 req-7b084efb-635e-409c-874c-b823486e3157 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0890691 Jun 20 15:02:53.629472 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-5ac984cd-71d8-4945-8774-da748d9bc02b service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697900 Jun 20 15:02:53.634448 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-54d115d6-79d5-4cef-91eb-2e3e1952ce95 req-3ef2c8ef-06c1-4b28-b95a-6173c1a9f9c7 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685170 Jun 20 15:02:53.720223 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4c55684d-8b6e-4371-8118-40790768c25c req-983dd107-e0f8-4a5a-b316-5b6690d0ab47 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848131 Jun 20 15:02:53.959377 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a7423-1850-41c0-b606-fac05c9c9633 req-9902e120-d800-4573-a95f-a83a868fa421 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:53.960863 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0a5a7423-1850-41c0-b606-fac05c9c9633 req-9902e120-d800-4573-a95f-a83a868fa421 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 943 time: 0.0575674 Jun 20 15:02:54.010002 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0a5a7423-1850-41c0-b606-fac05c9c9633 req-72a2885e-8cc7-4f1e-bca0-8faf785138cb tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434184 Jun 20 15:02:54.541701 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:54.547753 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956c03-5bee-4e16-a10b-b016438df542 req-464c4caa-1720-4396-a838-2a7cb3caa866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:54.549304 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9956c03-5bee-4e16-a10b-b016438df542 req-464c4caa-1720-4396-a838-2a7cb3caa866 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 1127 time: 0.0458543 Jun 20 15:02:54.645972 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956c03-5bee-4e16-a10b-b016438df542 req-3f1a77aa-2bdf-4c96-a207-ca01f292dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:54.647438 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9956c03-5bee-4e16-a10b-b016438df542 req-3f1a77aa-2bdf-4c96-a207-ca01f292dd50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 911 time: 0.0914121 Jun 20 15:02:54.685785 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9956c03-5bee-4e16-a10b-b016438df542 req-85899447-ffc0-47c9-b844-caa72778f3c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c3f6b1-903b-49c1-ad27-611edff47049 HTTP/1.1" status: 200 len: 217 time: 0.0328810 Jun 20 15:02:54.771808 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956c03-5bee-4e16-a10b-b016438df542 req-5d32352b-27bc-4ab4-a0db-e62c2e47d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:54.773285 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9956c03-5bee-4e16-a10b-b016438df542 req-5d32352b-27bc-4ab4-a0db-e62c2e47d9bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0812879 Jun 20 15:02:54.779357 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1458-40f3-4dea-b1fc-c2c1ba651ccb req-e5b22412-5ca9-4179-883f-62072f6eb939 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:54.780686 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-13fa1458-40f3-4dea-b1fc-c2c1ba651ccb req-e5b22412-5ca9-4179-883f-62072f6eb939 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0589943 Jun 20 15:02:54.832923 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956c03-5bee-4e16-a10b-b016438df542 req-8425e1e9-6ac9-4a7b-99e9-c52e337a399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:54.834504 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9956c03-5bee-4e16-a10b-b016438df542 req-8425e1e9-6ac9-4a7b-99e9-c52e337a399d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528889 Jun 20 15:02:54.885940 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-13fa1458-40f3-4dea-b1fc-c2c1ba651ccb req-cc58b039-8ffa-4e3d-bf52-08704f4b9b72 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957313 Jun 20 15:02:54.940976 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9956c03-5bee-4e16-a10b-b016438df542 req-e2ddb6f8-d560-40ac-a203-6467030bec01 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007595 Jun 20 15:02:55.032441 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:55.049240 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b9956c03-5bee-4e16-a10b-b016438df542 req-187e5602-15f2-4888-9e6a-307cf97852a7 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991895 Jun 20 15:02:55.147199 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c6ca-cfd8-4126-8ad4-ce5d94f8bffe req-ee8832fa-dee2-4323-9944-5128a874d51f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:55.148590 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ef5c6ca-cfd8-4126-8ad4-ce5d94f8bffe req-ee8832fa-dee2-4323-9944-5128a874d51f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 943 time: 0.0611269 Jun 20 15:02:55.197804 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-2ef5c6ca-cfd8-4126-8ad4-ce5d94f8bffe req-e8c34c44-af9f-43c3-8d12-af2dd38a5b74 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435605 Jun 20 15:02:56.000170 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a4b06-6243-4a81-8314-df43887da565 req-38dc50fa-3a60-461a-8001-b17870385d2e tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:56.001661 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d51a4b06-6243-4a81-8314-df43887da565 req-38dc50fa-3a60-461a-8001-b17870385d2e tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0479815 Jun 20 15:02:56.054171 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-d51a4b06-6243-4a81-8314-df43887da565 req-1b27d0c1-dfe1-4eff-a2a8-940a42bfa61a tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454237 Jun 20 15:02:56.323234 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ddd00-8cf2-4916-b3a6-1864c7deb979 req-9769abdd-e15a-47ee-a638-3c3c6579011f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:56.324694 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d86ddd00-8cf2-4916-b3a6-1864c7deb979 req-9769abdd-e15a-47ee-a638-3c3c6579011f tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 943 time: 0.0565059 Jun 20 15:02:56.340203 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:56.382041 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d86ddd00-8cf2-4916-b3a6-1864c7deb979 req-555ff444-bb94-46ba-8f56-9d22f5770674 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514188 Jun 20 15:02:56.478303 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device c7c3f6b1-903b-49c1-ad27-611edff47049 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 15:02:56.589805 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port c7c3f6b1-903b-49c1-ad27-611edff47049, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c7c3f6b1-903b-49c1-ad27-611edff47049,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:02:56.601201 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'port_id': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'mac_address': 'fa:16:3e:d8:d6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 15:02:56.640358 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port c7c3f6b1-903b-49c1-ad27-611edff47049 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:02:56.640923 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:56.656433 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c3f6b1-903b-49c1-ad27-611edff47049 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:02:56.678041 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port c7c3f6b1-903b-49c1-ad27-611edff47049, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c7c3f6b1-903b-49c1-ad27-611edff47049,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:02:56.684421 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:56.736671 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=c7c3f6b1-903b-49c1-ad27-611edff47049,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:56.909872 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['c7c3f6b1-903b-49c1-ad27-611edff47049'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:02:57.177420 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b92c3-f0ef-4fb1-8396-f91307344ae6 req-ecff33d6-471f-444d-8bfb-8881c7679fd8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:57.179179 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-543b92c3-f0ef-4fb1-8396-f91307344ae6 req-ecff33d6-471f-444d-8bfb-8881c7679fd8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0548482 Jun 20 15:02:57.230700 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-543b92c3-f0ef-4fb1-8396-f91307344ae6 req-4daeffd5-1ea7-4b3b-b1bd-fa903b00a4b2 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Jun 20 15:02:57.515576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d23f4-28ae-4fa6-a9d7-00ed22d587de req-806790ac-0203-4c23-a221-65217bceed4a tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:57.517124 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-839d23f4-28ae-4fa6-a9d7-00ed22d587de req-806790ac-0203-4c23-a221-65217bceed4a tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 944 time: 0.0517750 Jun 20 15:02:57.539167 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:57.571298 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-839d23f4-28ae-4fa6-a9d7-00ed22d587de req-391fe317-4831-40c5-bc38-7b99892600ff tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470409 Jun 20 15:02:58.355328 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135f785-c92a-48dc-aa39-cf97cd351e23 req-59df5993-41de-4675-9000-c05b39bbc362 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:58.356822 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0135f785-c92a-48dc-aa39-cf97cd351e23 req-59df5993-41de-4675-9000-c05b39bbc362 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0570369 Jun 20 15:02:58.408099 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-0135f785-c92a-48dc-aa39-cf97cd351e23 req-52caf166-9767-4eba-a209-995b2184baf8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 Jun 20 15:02:58.484666 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device c7c3f6b1-903b-49c1-ad27-611edff47049 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:02:58.530957 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port c7c3f6b1-903b-49c1-ad27-611edff47049 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 15:02:58.538857 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port c7c3f6b1-903b-49c1-ad27-611edff47049 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:02:58.539244 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:58.611780 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port c7c3f6b1-903b-49c1-ad27-611edff47049 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:02:58.612169 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:58.634849 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:02:58.637205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c230331-2dde-456d-9a60-1091e395b03a" -d '{"events": [{"server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "name": "network-vif-plugged", "status": "completed", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:02:58.648877 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:02:58.650806 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port c7c3f6b1-903b-49c1-ad27-611edff47049, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c7c3f6b1-903b-49c1-ad27-611edff47049,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:02:58.657566 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:02:58.683368 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c233bf8-cf6a-47b5-863b-83c32b6a1030 x-openstack-request-id: req-9c233bf8-cf6a-47b5-863b-83c32b6a1030 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:02:58.683678 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "name": "network-vif-plugged", "status": "completed", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:02:58.683901 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c233bf8-cf6a-47b5-863b-83c32b6a1030 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:02:58.684347 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c233bf8-cf6a-47b5-863b-83c32b6a1030'] response: {'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'code': 200} Jun 20 15:02:58.697249 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ce691-9702-43c6-9044-d3917db167a2 req-0dd66493-9fa0-43c9-8859-f7177339309d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:58.698930 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-450ce691-9702-43c6-9044-d3917db167a2 req-0dd66493-9fa0-43c9-8859-f7177339309d tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 945 time: 0.0559828 Jun 20 15:02:58.714724 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=c7c3f6b1-903b-49c1-ad27-611edff47049,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:02:58.748811 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-450ce691-9702-43c6-9044-d3917db167a2 req-76c930a2-802b-4f21-8446-f285ada57ab8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440161 Jun 20 15:02:59.245774 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e683b46-343a-4bfb-9e8a-a805e360c58a req-bd8f2685-1506-4824-aad9-1f4957758cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:59.247273 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7e683b46-343a-4bfb-9e8a-a805e360c58a req-bd8f2685-1506-4824-aad9-1f4957758cdc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 1129 time: 0.0406241 Jun 20 15:02:59.291125 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7e683b46-343a-4bfb-9e8a-a805e360c58a req-67852f27-3f20-47ae-992b-4cc9f8d9112b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378306 Jun 20 15:02:59.545572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c65e92-6636-49a9-8bb5-e322dc5d5d5b req-c4e000d0-4227-4e8c-aa90-3ba4375d7523 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:59.546956 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b5c65e92-6636-49a9-8bb5-e322dc5d5d5b req-c4e000d0-4227-4e8c-aa90-3ba4375d7523 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0484169 Jun 20 15:02:59.604153 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-b5c65e92-6636-49a9-8bb5-e322dc5d5d5b req-d797e3a9-7957-4c1a-acbb-6d2964293d09 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479734 Jun 20 15:02:59.876890 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d6542-d8c3-4b72-866a-1682b91656bd req-7b18ed1d-1f3f-48ee-9d9a-de75393f1e61 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:02:59.878363 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-459d6542-d8c3-4b72-866a-1682b91656bd req-7b18ed1d-1f3f-48ee-9d9a-de75393f1e61 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Jun 20 15:02:59.931135 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-459d6542-d8c3-4b72-866a-1682b91656bd req-72b50f4f-742f-4fc8-b870-0b9d494eace5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440662 Jun 20 15:03:00.509546 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 39c85ef4-03a3-4009-bf95-8bd7df3230ea details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 15:03:00.594698 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:00.619568 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:00.631549 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'port_id': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'mac_address': 'fa:16:3e:6e:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 15:03:00.671203 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 39c85ef4-03a3-4009-bf95-8bd7df3230ea is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:03:00.671594 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:00.686513 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c85ef4-03a3-4009-bf95-8bd7df3230ea {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:03:00.708783 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:00.715314 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:00.722671 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:00.736509 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695000e9-4029-48d2-8eae-48993200df38 req-d0c3e2cd-aa2b-48a5-a73d-803f45b83074 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:00.738206 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-695000e9-4029-48d2-8eae-48993200df38 req-d0c3e2cd-aa2b-48a5-a73d-803f45b83074 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 944 time: 0.0516253 Jun 20 15:03:00.765618 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=7']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:00.796230 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-695000e9-4029-48d2-8eae-48993200df38 req-6a1c3f99-adf4-42ca-ae5b-dcb6e2a43dca tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523362 Jun 20 15:03:00.938339 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['39c85ef4-03a3-4009-bf95-8bd7df3230ea'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:03:01.057343 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0265c0-60a6-43d1-af45-9fd3d34d70d5 req-1b9e4772-c76d-43b5-8546-b99405fe96f5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:01.059165 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0a0265c0-60a6-43d1-af45-9fd3d34d70d5 req-1b9e4772-c76d-43b5-8546-b99405fe96f5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 945 time: 0.0474222 Jun 20 15:03:01.110025 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0a0265c0-60a6-43d1-af45-9fd3d34d70d5 req-4c2e13bd-bba5-4f0f-bf25-913d0c1ab2a5 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450671 Jun 20 15:03:01.231668 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4c4a-33cc-4e67-bccf-fb1bbd802e58 req-40f07b9d-b6d6-4581-b4f3-01e8034d1efd tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:01.233171 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2bce4c4a-33cc-4e67-bccf-fb1bbd802e58 req-40f07b9d-b6d6-4581-b4f3-01e8034d1efd tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 945 time: 0.0573444 Jun 20 15:03:01.241960 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57230) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:01.246325 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Request body: {'floatingip': {'port_id': 'c7c3f6b1-903b-49c1-ad27-611edff47049'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:03:01.291199 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:01.680446 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:01.732233 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:01.737708 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:01.830106 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Floating IP e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8 associated. External IP: 172.27.1.10, port: c7c3f6b1-903b-49c1-ad27-611edff47049. Jun 20 15:03:01.914688 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba90a9e-97f1-475c-b623-4199ced86516 req-f9404aac-0745-4858-b3db-3416bb1008ec tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:01.916219 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1ba90a9e-97f1-475c-b623-4199ced86516 req-f9404aac-0745-4858-b3db-3416bb1008ec tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 945 time: 0.0478175 Jun 20 15:03:01.966106 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1ba90a9e-97f1-475c-b623-4199ced86516 req-4e1ce3f9-7335-4453-89f7-ddb2d53b6ccb tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440907 Jun 20 15:03:02.034330 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:03:02.143685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:03:02.148844 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:02.155128 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] Sync routers for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:03:02.167103 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:02.167733 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:02:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:02.178217 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-874616a8-c030-4b1a-ba16-db74a9d1ef41 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "PUT /v2.0/floatingips/e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8 HTTP/1.1" status: 200 len: 990 time: 0.9351497 Jun 20 15:03:02.178860 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:03:02.181232 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b2234c-206b-44d1-bcc7-7ed6a579d117" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:03:02.217171 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dfc415-5942-418e-ab0c-469659e3bab2 x-openstack-request-id: req-b2dfc415-5942-418e-ab0c-469659e3bab2 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:03:02.217365 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:03:02.217626 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2dfc415-5942-418e-ab0c-469659e3bab2 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:03:02.218040 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dfc415-5942-418e-ab0c-469659e3bab2'] response: {'name': 'network-changed', 'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'status': 'completed', 'code': 200} Jun 20 15:03:02.272851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:02.297984 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-e995ec27-fa0b-40f6-90dd-3e379a2b8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:02.299672 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-e995ec27-fa0b-40f6-90dd-3e379a2b8382 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d70851020f444aeeaa7a5cb23615719f&device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 1129 time: 0.0470450 Jun 20 15:03:02.326725 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:02.328014 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:02.365017 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:02.405266 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-3f49ad04-7645-46db-b4e3-fc1a776a779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:02.406771 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-3f49ad04-7645-46db-b4e3-fc1a776a779f service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 200 len: 911 time: 0.0999696 Jun 20 15:03:02.471891 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-a543a37c-eae2-4d49-86e0-b90d173791b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7c3f6b1-903b-49c1-ad27-611edff47049 HTTP/1.1" status: 200 len: 998 time: 0.0578852 Jun 20 15:03:02.512777 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 39c85ef4-03a3-4009-bf95-8bd7df3230ea up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:03:02.519302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:02.523369 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-3ff8f77c-ad29-4a21-9329-4123bb83d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:02.525091 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-3ff8f77c-ad29-4a21-9329-4123bb83d86c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 200 len: 849 time: 0.0475690 Jun 20 15:03:02.568658 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-7db27b87-ccd9-420c-ac85-28dfc18bdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:02.570218 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-7db27b87-ccd9-420c-ac85-28dfc18bdadb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390069 Jun 20 15:03:02.618013 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port 39c85ef4-03a3-4009-bf95-8bd7df3230ea triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:03:02.618376 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:02.659400 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:02.662337 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-e7c56e2b-11ec-4b11-a48a-07a843d43534 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856481 Jun 20 15:03:02.688512 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'port_id': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'mac_address': 'fa:16:3e:d8:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:02:49Z', 'updated_at': '2022-06-20T15:03:01Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:02.722041 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] Checking router: 2c019f38-7c74-4151-8a13-35efbb7e3ad4 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:03:02.736154 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:02.748746 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:02.749379 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:02:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:02.752048 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c7b2234c-206b-44d1-bcc7-7ed6a579d117 req-05e8ede8-d1ca-4df1-81bf-6947d3896776 service neutron] 10.222.0.26 "GET /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 Jun 20 15:03:02.794873 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port 39c85ef4-03a3-4009-bf95-8bd7df3230ea is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:03:02.795251 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:02.833142 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:03:02.835366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad8c9a0-a8f6-45b9-a56a-6ab08a0573ac" -d '{"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-plugged", "status": "completed", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:03:02.872927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:02.879302 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae1b6fa-db1a-4bf3-9ec7-073e09871990 x-openstack-request-id: req-dae1b6fa-db1a-4bf3-9ec7-073e09871990 {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:03:02.879583 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-plugged", "status": "completed", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:03:02.879829 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dae1b6fa-db1a-4bf3-9ec7-073e09871990 {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:03:02.880214 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae1b6fa-db1a-4bf3-9ec7-073e09871990'] response: {'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'code': 200} Jun 20 15:03:02.883028 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:02.914717 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:02.998805 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=8']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:03.123159 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cd9de-b1b0-40e0-92ab-a734b144beac req-973ca694-c439-4ef8-9523-00974bf6af56 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:03.124757 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f51cd9de-b1b0-40e0-92ab-a734b144beac req-973ca694-c439-4ef8-9523-00974bf6af56 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0793514 Jun 20 15:03:03.128464 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a922c2-fc56-4dd4-b5c0-e3de2494219f req-9bc6d660-3282-4b5c-95d1-98021209a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:03.130131 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-64a922c2-fc56-4dd4-b5c0-e3de2494219f req-9bc6d660-3282-4b5c-95d1-98021209a4a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1130 time: 0.0556085 Jun 20 15:03:03.164594 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'port_id': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'mac_address': 'fa:16:3e:d8:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:02:49Z', 'updated_at': '2022-06-20T15:03:01Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:03.189573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95ff53-ace6-4cb7-869c-ef7f3b6d8963 None None] The sync data for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi is: [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'port_id': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'mac_address': 'fa:16:3e:d8:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T15:02:49Z', 'updated_at': '2022-06-20T15:03:01Z', 'revision_number': 1, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:03:03.206739 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f51cd9de-b1b0-40e0-92ab-a734b144beac req-ea5e4bd0-8762-493e-ae12-10522e836e5d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756030 Jun 20 15:03:03.209454 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-64a922c2-fc56-4dd4-b5c0-e3de2494219f req-fcd4addc-4822-4a35-94f4-9be80995634e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725493 Jun 20 15:03:03.384174 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49266a10-0923-4b2b-b787-a283636e3f0e None None] New status for floating IP e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8: ACTIVE {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:03:04.331250 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e79b78-eced-47e9-a6d9-b328f72501a3 req-a1108579-4a63-40ec-a446-994a769946ae tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:04.333021 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-88e79b78-eced-47e9-a6d9-b328f72501a3 req-a1108579-4a63-40ec-a446-994a769946ae tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0526094 Jun 20 15:03:04.387410 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-88e79b78-eced-47e9-a6d9-b328f72501a3 req-0d066f54-a7a1-46ec-bcd5-d9ce101861c6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464792 Jun 20 15:03:04.995557 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-45ff0c98-f841-488a-8bcd-72d34f25eeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:07.408604 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f6ca1266-04e8-4bd1-a97b-9f882ad79511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:07.915513 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:08.620493 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:10.194256 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:10.317942 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:12.570233 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57250) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:12.766479 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Deleting port 77ee6512-442f-4149-8fd2-8d339e189f09 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:12.766764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (77ee6512-442f-4149-8fd2-8d339e189f09), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:12.845260 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (77ee6512-442f-4149-8fd2-8d339e189f09), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:12.845499 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (77ee6512-442f-4149-8fd2-8d339e189f09), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:12.858392 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Calling delete_port for 77ee6512-442f-4149-8fd2-8d339e189f09 owned by network:floatingip {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:12.968136 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:13.285907 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (77ee6512-442f-4149-8fd2-8d339e189f09), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:13.318205 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event deleted for resources: {'Port': ['ID=77ee6512-442f-4149-8fd2-8d339e189f09,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:13.379893 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (ff648f47-4ffa-46d0-8392-a14191bcb80d), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:13.380187 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Floating IP ff648f47-4ffa-46d0-8392-a14191bcb80d disassociated (deleted). External IP: 172.27.1.234, port: e312c7fc-f965-4d38-9d7e-fe6001e96874. Jun 20 15:03:13.542367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:13.592199 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:03:13.696817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:03:13.701368 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:13.706497 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:03:13.716893 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:13.717520 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:13.734817 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-e958fb1f-49ec-41ff-8d15-4f4773d78510 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "DELETE /v2.0/floatingips/ff648f47-4ffa-46d0-8392-a14191bcb80d HTTP/1.1" status: 204 len: 168 time: 1.1609046 Jun 20 15:03:13.734817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:03:13.735144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:03:13.796955 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f664c4a9-ec8d-4dd9-82c8-b6249d74cc31 x-openstack-request-id: req-f664c4a9-ec8d-4dd9-82c8-b6249d74cc31 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:03:13.797247 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:03:13.797497 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f664c4a9-ec8d-4dd9-82c8-b6249d74cc31 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:03:13.797903 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f664c4a9-ec8d-4dd9-82c8-b6249d74cc31'] response: {'name': 'network-changed', 'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'status': 'completed', 'code': 200} Jun 20 15:03:13.822374 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:13.847800 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:13.864352 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-e7c88726-6e3d-48a1-8198-243e0ca20fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:13.866200 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-e7c88726-6e3d-48a1-8198-243e0ca20fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 1129 time: 0.0434654 Jun 20 15:03:13.974038 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-d9df8152-468c-4759-860b-12d0153d2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:13.975551 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-d9df8152-468c-4759-860b-12d0153d2225 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.0958147 Jun 20 15:03:13.990829 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:13.993627 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd73b6c-e39a-48eb-baab-957634396604 req-dc41bc11-d29b-4bef-b213-ac7cca0b21a2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:13.995254 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5dd73b6c-e39a-48eb-baab-957634396604 req-dc41bc11-d29b-4bef-b213-ac7cca0b21a2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 945 time: 0.0513568 Jun 20 15:03:14.042701 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:49Z', 'revision_number': 1, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:14.046776 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5dd73b6c-e39a-48eb-baab-957634396604 req-25222c4c-213f-4608-8c97-17bb9fc5baed tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Jun 20 15:03:14.067405 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:03:14.075820 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:14.076419 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:14.181025 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:14.389829 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:49Z', 'revision_number': 1, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:14.417020 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2cdcf-c127-4041-a6be-25d819e8f232 None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_floatingips': [{'id': 'a18cf1c4-f7ff-41a8-acd0-659accde32e8', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'router_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'port_id': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'mac_address': 'fa:16:3e:fd:c9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-20T14:59:47Z', 'updated_at': '2022-06-20T14:59:49Z', 'revision_number': 1, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:03:14.652963 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2eb9d3-8d4e-43aa-a754-67fc97feca3c None None] New status for floating IP ff648f47-4ffa-46d0-8392-a14191bcb80d: DOWN {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:03:15.085516 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-92058494-1d6a-4c2b-9323-b5d1caad4232 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874 HTTP/1.1" status: 200 len: 217 time: 0.0335727 Jun 20 15:03:15.125002 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-78019041-33ab-43ef-b40a-d56cc90a7e37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398285 Jun 20 15:03:15.171630 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-f7c36eb5-fbfd-4555-8b56-c81c9f63ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.173107 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-f7c36eb5-fbfd-4555-8b56-c81c9f63ef63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0802808 Jun 20 15:03:15.179110 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0679a5-bc63-4a43-a233-5eac727e940f req-9a74854c-d6a8-4b15-bc52-15278a5f2a14 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.180619 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-be0679a5-bc63-4a43-a233-5eac727e940f req-9a74854c-d6a8-4b15-bc52-15278a5f2a14 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 945 time: 0.0580308 Jun 20 15:03:15.240419 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-be0679a5-bc63-4a43-a233-5eac727e940f req-f5a718f1-8f34-4303-bfd3-551b62a7c78c tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535300 Jun 20 15:03:15.292377 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-42a7cbcc-0b26-42c6-a022-e4c472242535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.293840 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-42a7cbcc-0b26-42c6-a022-e4c472242535 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418882 Jun 20 15:03:15.296164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-e30f4089-da95-43e3-869e-262585fd7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.297696 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-e30f4089-da95-43e3-869e-262585fd7af6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1130 time: 0.0463433 Jun 20 15:03:15.396752 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-348c4a31-d085-4082-a75b-6d34e78dd952 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907841 Jun 20 15:03:15.409357 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-f8a52864-03e0-4e84-ae22-fc48cbdc923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.410806 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-f8a52864-03e0-4e84-ae22-fc48cbdc923a service neutron] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 910 time: 0.0899730 Jun 20 15:03:15.508384 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-c751af38-fd43-43f3-8549-78bf3b028adc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 1002 time: 0.0567050 Jun 20 15:03:15.510538 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:15.565059 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-8cdb7331-cc47-4ff1-876b-9ec9097ec7e2 req-5141162f-467a-43e9-857b-0f3758d7a212 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130965 Jun 20 15:03:15.578071 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-f3813b12-2e0c-4c30-9d87-f0327330c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.579654 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-f3813b12-2e0c-4c30-9d87-f0327330c33e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0512130 Jun 20 15:03:15.588571 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-9180a8eb-59aa-40e4-9782-ac404213116e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.590175 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-9180a8eb-59aa-40e4-9782-ac404213116e tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 945 time: 0.0590773 Jun 20 15:03:15.595164 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:15.627351 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-cf47a2fe-e40f-49c5-9f95-6c257858bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:15.629107 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-cf47a2fe-e40f-49c5-9f95-6c257858bf42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417244 Jun 20 15:03:15.676612 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Deleting port e312c7fc-f965-4d38-9d7e-fe6001e96874 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:15.676937 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:15.725072 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-2a811b48-a0ec-465e-860f-8008233fb42c service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899992 Jun 20 15:03:15.768975 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] For port e312c7fc-f965-4d38-9d7e-fe6001e96874, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e312c7fc-f965-4d38-9d7e-fe6001e96874,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:15.769340 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:15.771309 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:15.783350 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Calling delete_port for e312c7fc-f965-4d38-9d7e-fe6001e96874 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:15.805867 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:15.820749 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-67233631-5ea0-46ff-8855-7f4dd17e51f0 req-584f7597-9504-4574-953e-d18222f1f183 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889795 Jun 20 15:03:15.916033 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e312c7fc-f965-4d38-9d7e-fe6001e96874), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:15.944543 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event deleted for resources: {'Port': ['ID=e312c7fc-f965-4d38-9d7e-fe6001e96874,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:15.989616 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] No DVR routers for this DVR port e312c7fc-f965-4d38-9d7e-fe6001e96874 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:03:15.992474 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:15.995744 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2f17ab62-2be0-43e6-afe3-a1dc769dd070 req-739d4c17-2736-4e93-83fe-6b88d4e8d417 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "DELETE /v2.0/ports/e312c7fc-f965-4d38-9d7e-fe6001e96874 HTTP/1.1" status: 204 len: 173 time: 0.3975105 Jun 20 15:03:15.996185 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'name': 'network-vif-deleted', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:03:15.998432 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193399a2-175a-42e2-b737-fb95187cda3f" -d '{"events": [{"server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "name": "network-vif-deleted", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:03:16.037906 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58da7480-e7e8-4772-9235-161fcc12e662 x-openstack-request-id: req-58da7480-e7e8-4772-9235-161fcc12e662 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:03:16.038195 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108600b1-78ac-473f-99ef-5f8440ac73c3", "name": "network-vif-deleted", "tag": "e312c7fc-f965-4d38-9d7e-fe6001e96874", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:03:16.038443 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58da7480-e7e8-4772-9235-161fcc12e662 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:03:16.038851 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58da7480-e7e8-4772-9235-161fcc12e662'] response: {'server_uuid': '108600b1-78ac-473f-99ef-5f8440ac73c3', 'name': 'network-vif-deleted', 'tag': 'e312c7fc-f965-4d38-9d7e-fe6001e96874', 'status': 'completed', 'code': 200} Jun 20 15:03:16.349645 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-a23d75e8-5e2b-4264-89f7-0fb87c232b3b req-92bb968b-390e-4ebd-abb0-ab1df3484023 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=108600b1-78ac-473f-99ef-5f8440ac73c3 HTTP/1.1" status: 200 len: 210 time: 0.0346651 Jun 20 15:03:18.587210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e312c7fc-f965-4d38-9d7e-fe6001e96874 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:18.607098 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: e312c7fc-f965-4d38-9d7e-fe6001e96874 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:18.607470 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e312c7fc-f965-4d38-9d7e-fe6001e96874 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:19.680627 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57284) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:19.827657 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Deleting port c6808310-5a66-4d7a-903e-6d12b16ab027 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:19.827941 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:19.909806 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:19.910046 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (c6808310-5a66-4d7a-903e-6d12b16ab027), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:19.923671 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Calling delete_port for c6808310-5a66-4d7a-903e-6d12b16ab027 owned by network:floatingip {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:20.017386 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:20.074092 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (c6808310-5a66-4d7a-903e-6d12b16ab027), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:20.098117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event deleted for resources: {'Port': ['ID=c6808310-5a66-4d7a-903e-6d12b16ab027,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:20.164947 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (a18cf1c4-f7ff-41a8-acd0-659accde32e8), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:20.165238 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Floating IP a18cf1c4-f7ff-41a8-acd0-659accde32e8 disassociated (deleted). External IP: 172.27.1.67, port: e68a946e-bfca-40bd-9849-6e3aa603cf23. Jun 20 15:03:20.386559 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:03:20.392561 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:20.505869 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:03:20.513832 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:20.517239 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:03:20.529903 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:20.530522 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:20.550578 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-a5d3957c-084d-4eee-a87a-a2f3717b5b07 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "DELETE /v2.0/floatingips/a18cf1c4-f7ff-41a8-acd0-659accde32e8 HTTP/1.1" status: 204 len: 168 time: 0.8687668 Jun 20 15:03:20.551251 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:03:20.553668 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62405f36-6e3e-4415-a54c-92ad0a46a173" -d '{"events": [{"name": "network-changed", "server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:03:20.591711 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11db980a-23e0-44f3-9579-48b29e0e0bb6 x-openstack-request-id: req-11db980a-23e0-44f3-9579-48b29e0e0bb6 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:03:20.592050 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:03:20.592262 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11db980a-23e0-44f3-9579-48b29e0e0bb6 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:03:20.592657 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11db980a-23e0-44f3-9579-48b29e0e0bb6'] response: {'name': 'network-changed', 'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'status': 'completed', 'code': 200} Jun 20 15:03:20.664003 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-eecb3b66-da5a-428b-912e-56ccc9cdb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:20.666061 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-eecb3b66-da5a-428b-912e-56ccc9cdb998 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4515b09c1944036b62a40cc5e88719e&device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 1129 time: 0.0512941 Jun 20 15:03:20.780901 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-eb65b928-bf17-4db7-91e3-48779e659ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:20.782246 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-eb65b928-bf17-4db7-91e3-48779e659ac5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 200 len: 913 time: 0.1037145 Jun 20 15:03:20.793054 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:20.802457 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541836ea-4d97-4b3d-8b20-62e37d6cc744 req-6a872d92-93c0-4993-b07c-a7d685cec18b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:20.804117 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-541836ea-4d97-4b3d-8b20-62e37d6cc744 req-6a872d92-93c0-4993-b07c-a7d685cec18b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Jun 20 15:03:20.858168 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-541836ea-4d97-4b3d-8b20-62e37d6cc744 req-cdd8e38c-e641-48ea-ba6f-36a5918abde0 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Jun 20 15:03:21.015721 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:21.048686 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:03:21.058956 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:21.059576 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:21.099983 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:21.167539 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:21.249017 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:21.360829 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:21.385490 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a959cb5a-0a56-455d-81ad-23f93fb37835 None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:40Z', 'revision_number': 4, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': '37a7e19a-ea26-4647-9352-92d73359a59c', 'name': '', 'network_id': '7c7b0d7e-13ae-4804-adde-4f7659f4fca5', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'mac_address': 'fa:16:3e:ba:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:40Z', 'updated_at': '2022-06-20T14:56:44Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'subnets': [{'id': 'c6493457-52ee-41b5-861b-aab84a37254b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:03:21.622610 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a491cb-0ab7-410f-a33a-0ce413f20121 None None] New status for floating IP a18cf1c4-f7ff-41a8-acd0-659accde32e8: DOWN {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:03:21.884674 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-8475d913-e31e-4f9b-8358-a31f408a1a40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23 HTTP/1.1" status: 200 len: 217 time: 0.0375092 Jun 20 15:03:21.946366 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-890e4e53-a3de-4561-a83e-cccd4d830e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:21.947964 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-890e4e53-a3de-4561-a83e-cccd4d830e2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 200 len: 851 time: 0.0544860 Jun 20 15:03:21.981818 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f0f5e-4e6b-4005-98b2-d8aea6f14a18 req-d2ef7a66-b5c8-44bb-8bda-ecaa9d012d68 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:21.983274 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2c5f0f5e-4e6b-4005-98b2-d8aea6f14a18 req-d2ef7a66-b5c8-44bb-8bda-ecaa9d012d68 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 945 time: 0.0513818 Jun 20 15:03:22.036211 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2c5f0f5e-4e6b-4005-98b2-d8aea6f14a18 req-c311d074-72c9-45a0-9b2c-475ccf430291 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Jun 20 15:03:22.084456 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-67116755-004b-440e-aea0-a59b11aecd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:22.085980 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-67116755-004b-440e-aea0-a59b11aecd25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7c7b0d7e-13ae-4804-adde-4f7659f4fca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439417 Jun 20 15:03:22.175190 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-497d7eff-269e-4fea-a92d-97becca6e5ba service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810983 Jun 20 15:03:22.329700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:22.396444 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-62405f36-6e3e-4415-a54c-92ad0a46a173 req-14154abe-e9e7-48f7-af80-d94e8d478de8 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934861 Jun 20 15:03:22.440005 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-41c0d5f3-78b4-4d39-a536-dfb0096b0ef2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:22.441463 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-41c0d5f3-78b4-4d39-a536-dfb0096b0ef2 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Jun 20 15:03:22.505031 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:03:22.535394 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Deleting port e68a946e-bfca-40bd-9849-6e3aa603cf23 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:22.535717 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:22.636580 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] For port e68a946e-bfca-40bd-9849-6e3aa603cf23, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e68a946e-bfca-40bd-9849-6e3aa603cf23,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:22.636987 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:22.650372 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Calling delete_port for e68a946e-bfca-40bd-9849-6e3aa603cf23 owned by compute:nova {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:22.778780 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (e68a946e-bfca-40bd-9849-6e3aa603cf23), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:22.808429 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event deleted for resources: {'Port': ['ID=e68a946e-bfca-40bd-9849-6e3aa603cf23,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:22.856368 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] No DVR routers for this DVR port e68a946e-bfca-40bd-9849-6e3aa603cf23 on host hv-cinder-83697 {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:03:22.859002 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:22.862257 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-37f9152c-ca42-4fb5-a8e4-3cc4a2cd7139 req-4202004a-bb98-4c43-a4b8-71c0db058f6b tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.26 "DELETE /v2.0/ports/e68a946e-bfca-40bd-9849-6e3aa603cf23 HTTP/1.1" status: 204 len: 173 time: 0.4143543 Jun 20 15:03:22.862695 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'name': 'network-vif-deleted', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:03:22.864932 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43447b50-3dc6-4f68-8754-553f73a80560" -d '{"events": [{"server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "name": "network-vif-deleted", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:03:22.901616 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497c091a-5c5c-46bd-b1f3-3e9c7480ab21 x-openstack-request-id: req-497c091a-5c5c-46bd-b1f3-3e9c7480ab21 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:03:22.901909 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d491eee1-9ae6-4a88-b3d1-cda530e8f1e0", "name": "network-vif-deleted", "tag": "e68a946e-bfca-40bd-9849-6e3aa603cf23", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:03:22.902162 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-497c091a-5c5c-46bd-b1f3-3e9c7480ab21 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:03:22.902569 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497c091a-5c5c-46bd-b1f3-3e9c7480ab21'] response: {'server_uuid': 'd491eee1-9ae6-4a88-b3d1-cda530e8f1e0', 'name': 'network-vif-deleted', 'tag': 'e68a946e-bfca-40bd-9849-6e3aa603cf23', 'status': 'completed', 'code': 200} Jun 20 15:03:23.136512 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-661949c4-79e3-4604-bb9a-b5b8f9a72821 req-45c08b7a-8e15-469a-a172-3c0e68d1da74 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d491eee1-9ae6-4a88-b3d1-cda530e8f1e0 HTTP/1.1" status: 200 len: 210 time: 0.0292330 Jun 20 15:03:24.202710 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57304) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:24.312152 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Deleting port 1d22b096-2480-4816-8608-181572a8e3f2 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:24.312333 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (1d22b096-2480-4816-8608-181572a8e3f2), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:24.374562 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:24.391955 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (1d22b096-2480-4816-8608-181572a8e3f2), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:24.392294 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (1d22b096-2480-4816-8608-181572a8e3f2), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:24.404227 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Calling delete_port for 1d22b096-2480-4816-8608-181572a8e3f2 owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:24.539742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (1d22b096-2480-4816-8608-181572a8e3f2), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:24.569137 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event deleted for resources: {'Port': ['ID=1d22b096-2480-4816-8608-181572a8e3f2,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:24.620754 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:24.638618 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for floatingip (7f678f48-77d0-4090-b806-9f46faa03354), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:24.641393 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:24.642517 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-517dd788-86ba-46e8-938d-79fb726098b8 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "DELETE /v2.0/floatingips/7f678f48-77d0-4090-b806-9f46faa03354 HTTP/1.1" status: 204 len: 168 time: 0.4388421 Jun 20 15:03:25.851149 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57316) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:25.912947 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1edf-717c-4121-a912-e900612a8a29 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group (dc72d4e6-0b38-48ce-b5ac-db443d1df4b4), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:25.938936 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1edf-717c-4121-a912-e900612a8a29 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group (dc72d4e6-0b38-48ce-b5ac-db443d1df4b4), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:26.011117 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1edf-717c-4121-a912-e900612a8a29 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (dc72d4e6-0b38-48ce-b5ac-db443d1df4b4), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:26.014115 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c7bf1edf-717c-4121-a912-e900612a8a29 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:26.015240 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-c7bf1edf-717c-4121-a912-e900612a8a29 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc72d4e6-0b38-48ce-b5ac-db443d1df4b4 HTTP/1.1" status: 204 len: 168 time: 0.1631083 Jun 20 15:03:26.025888 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf1edf-717c-4121-a912-e900612a8a29 tempest-TestVolumeBootPattern-787701414 tempest-TestVolumeBootPattern-787701414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc72d4e6-0b38-48ce-b5ac-db443d1df4b4,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:26.067404 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57320) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:26.626465 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e68a946e-bfca-40bd-9849-6e3aa603cf23 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:26.646101 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: e68a946e-bfca-40bd-9849-6e3aa603cf23 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:26.646449 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device e68a946e-bfca-40bd-9849-6e3aa603cf23 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:26.753292 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (960bb0fd-9d05-4c6d-a161-eac544868096), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:26.834579 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:26.995940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Deleting port 37a7e19a-ea26-4647-9352-92d73359a59c {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:26.996658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:27.078249 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] For port 37a7e19a-ea26-4647-9352-92d73359a59c, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=37a7e19a-ea26-4647-9352-92d73359a59c,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:27.078596 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:27.092091 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Calling delete_port for 37a7e19a-ea26-4647-9352-92d73359a59c owned by network:router_interface {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:27.151655 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:27.283435 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (37a7e19a-ea26-4647-9352-92d73359a59c), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:27.306045 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a7e19a-ea26-4647-9352-92d73359a59c,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:27.470344 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (960bb0fd-9d05-4c6d-a161-eac544868096), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:27.677545 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Router 960bb0fd-9d05-4c6d-a161-eac544868096 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:03:27.731171 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:27.786369 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:03:27.791855 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6107ad51-4b36-4d60-bf40-b00226e71ff0 admin admin] 10.222.0.23 "PUT /v2.0/routers/960bb0fd-9d05-4c6d-a161-eac544868096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232029 Jun 20 15:03:27.794739 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57324) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:27.798156 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] Sync routers for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:03:27.809338 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:27.809972 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:27.893021 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks [] for router (960bb0fd-9d05-4c6d-a161-eac544868096), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:27.911611 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:27.991481 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks [] for router_gateway (960bb0fd-9d05-4c6d-a161-eac544868096), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.035866 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:28.039379 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Deleting port b3cf0a68-1bdb-481b-8dc2-4466df546f72 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:28.039706 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.082670 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T15:03:27Z', 'revision_number': 5, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port': {'id': 'b3cf0a68-1bdb-481b-8dc2-4466df546f72', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T14:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:28.111196 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] Checking router: 960bb0fd-9d05-4c6d-a161-eac544868096 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:03:28.119828 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] For port b3cf0a68-1bdb-481b-8dc2-4466df546f72, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=b3cf0a68-1bdb-481b-8dc2-4466df546f72,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:28.120017 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] Routers {'960bb0fd-9d05-4c6d-a161-eac544868096'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:28.120186 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.120581 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['960bb0fd-9d05-4c6d-a161-eac544868096'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:28.133968 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Calling delete_port for b3cf0a68-1bdb-481b-8dc2-4466df546f72 owned by network:router_gateway {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:28.198914 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] Set router 960bb0fd-9d05-4c6d-a161-eac544868096 gateway port host: None {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:28.248756 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T15:03:27Z', 'revision_number': 6, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:28.272386 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8181505-5e74-4111-8135-fc55e97de258 None None] The sync data for ids ['960bb0fd-9d05-4c6d-a161-eac544868096'] in dv-cinder-836973-5-iscsi is: [{'id': '960bb0fd-9d05-4c6d-a161-eac544868096', 'name': 'tempest-TestVolumeBootPattern-1202644692-router', 'tenant_id': 'c4515b09c1944036b62a40cc5e88719e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:38Z', 'updated_at': '2022-06-20T15:03:27Z', 'revision_number': 6, 'project_id': 'c4515b09c1944036b62a40cc5e88719e', 'gw_port_host': None}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:03:28.305273 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (b3cf0a68-1bdb-481b-8dc2-4466df546f72), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.333945 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cf0a68-1bdb-481b-8dc2-4466df546f72,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:28.396356 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (960bb0fd-9d05-4c6d-a161-eac544868096), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.482329 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (960bb0fd-9d05-4c6d-a161-eac544868096), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.484518 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks [] for router_controller (960bb0fd-9d05-4c6d-a161-eac544868096), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.528471 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (960bb0fd-9d05-4c6d-a161-eac544868096), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.529097 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 960bb0fd-9d05-4c6d-a161-eac544868096 {{(pid=110373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 15:03:28.533624 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.534756 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-1fcd88ef-dc39-4833-ae1d-c6fa272ae14b admin admin] 10.222.0.23 "DELETE /v2.0/routers/960bb0fd-9d05-4c6d-a161-eac544868096 HTTP/1.1" status: 204 len: 168 time: 0.7391100 Jun 20 15:03:28.537314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57326) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:28.585348 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] Deleting subnet c6493457-52ee-41b5-861b-aab84a37254b {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 15:03:28.588558 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] Publish callbacks [] for subnet (c6493457-52ee-41b5-861b-aab84a37254b), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.630459 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13380620'] for subnet (c6493457-52ee-41b5-861b-aab84a37254b), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.669327 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:28.714286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (c6493457-52ee-41b5-861b-aab84a37254b), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.757935 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 37a7e19a-ea26-4647-9352-92d73359a59c no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:28.777047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15963139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15892779'] for subnet (c6493457-52ee-41b5-861b-aab84a37254b), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.778210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 37a7e19a-ea26-4647-9352-92d73359a59c {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:28.778611 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 37a7e19a-ea26-4647-9352-92d73359a59c not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:28.803576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6493457-52ee-41b5-861b-aab84a37254b,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:28.808499 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.812030 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7bcb6fd1-f63d-4ab3-90a3-13914459e57c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c6493457-52ee-41b5-861b-aab84a37254b HTTP/1.1" status: 204 len: 168 time: 0.2737801 Jun 20 15:03:28.814028 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ebf94-7862-40fc-b4b0-86b542e1eb2a None None] Network 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:03:28.814620 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57328) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:28.875710 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:28.882843 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (7c7b0d7e-13ae-4804-adde-4f7659f4fca5), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.931252 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Deleting port 3056e320-5df7-4e00-974c-17b6d88b6128 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:28.931600 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:28.996957 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] For port 3056e320-5df7-4e00-974c-17b6d88b6128, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=3056e320-5df7-4e00-974c-17b6d88b6128,segment=NetworkSegment(2354677b-47ec-40af-b367-629c26503c66),segment_id=2354677b-47ec-40af-b367-629c26503c66)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:28.997321 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.011013 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Calling delete_port for 3056e320-5df7-4e00-974c-17b6d88b6128 owned by network:dhcp {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:29.069809 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] DHCP port deletion for 7c7b0d7e-13ae-4804-adde-4f7659f4fca5 request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 15:03:29.110102 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.115287 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] Deleting port 3056e320-5df7-4e00-974c-17b6d88b6128 {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:29.115650 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.133934 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3056e320-5df7-4e00-974c-17b6d88b6128,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:29.139689 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] No DVR routers for this DVR port 3056e320-5df7-4e00-974c-17b6d88b6128 on host dv-cinder-836973-5-iscsi {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:03:29.182011 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] For port 3056e320-5df7-4e00-974c-17b6d88b6128, host dv-cinder-836973-5-iscsi, got binding levels [] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:29.182714 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.195940 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] Calling delete_port for 3056e320-5df7-4e00-974c-17b6d88b6128 owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:29.199247 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.ipam_backend_mixin [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] Port 3056e320-5df7-4e00-974c-17b6d88b6128 was not found and therefore no delete operation was performed {{(pid=110375) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 20 15:03:29.200451 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (3056e320-5df7-4e00-974c-17b6d88b6128), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.213545 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (7c7b0d7e-13ae-4804-adde-4f7659f4fca5), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.224198 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] Pushing event deleted for resources: {'Port': ['ID=3056e320-5df7-4e00-974c-17b6d88b6128,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:29.229413 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea324b5-96f8-4390-91fb-53ae52632f1b None None] No DVR routers for this DVR port 3056e320-5df7-4e00-974c-17b6d88b6128 on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:03:29.237513 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7b0d7e-13ae-4804-adde-4f7659f4fca5']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:29.247863 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2354677b-47ec-40af-b367-629c26503c66') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:29.248166 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2354677b-47ec-40af-b367-629c26503c66') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:29.264490 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (2354677b-47ec-40af-b367-629c26503c66), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.278792 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (2354677b-47ec-40af-b367-629c26503c66), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.285576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 15:03:29.285908 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (2354677b-47ec-40af-b367-629c26503c66), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.354414 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (7c7b0d7e-13ae-4804-adde-4f7659f4fca5), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.359494 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.363351 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7c7b0d7e-13ae-4804-adde-4f7659f4fca5 HTTP/1.1" status: 204 len: 168 time: 0.5477178 Jun 20 15:03:29.364990 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 2354677b-47ec-40af-b367-629c26503c66 resource provider aggregate not found Jun 20 15:03:29.366367 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57334) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:29.383136 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f76b4-793d-4449-9a17-2e68244f02d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7b0d7e-13ae-4804-adde-4f7659f4fca5,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:29.387415 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 2354677b-47ec-40af-b367-629c26503c66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2354677b-47ec-40af-b367-629c26503c66 found for delete ", "request_id": "req-f91e6077-6eab-4cc8-80fa-1ce027c50ea0"}]} Jun 20 15:03:29.669467 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:29.683835 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (20a87b1c-e222-42e0-be29-f2535748f5a6), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.900756 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Deleting port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:29.901136 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.983643 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] For port f7e62ea2-ba2f-4162-9b55-af6f8612cbd8, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,segment=NetworkSegment(80214592-0c3c-496b-a253-6518fe519a24),segment_id=80214592-0c3c-496b-a253-6518fe519a24)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:29.984006 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:29.999208 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Calling delete_port for f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 owned by network:router_interface {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:30.130597 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:30.186230 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (f7e62ea2-ba2f-4162-9b55-af6f8612cbd8), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:30.208504 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e62ea2-ba2f-4162-9b55-af6f8612cbd8,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:30.384703 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (20a87b1c-e222-42e0-be29-f2535748f5a6), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:30.444173 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b3cf0a68-1bdb-481b-8dc2-4466df546f72 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:30.467294 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: b3cf0a68-1bdb-481b-8dc2-4466df546f72 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:30.467640 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device b3cf0a68-1bdb-481b-8dc2-4466df546f72 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:30.468057 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 3056e320-5df7-4e00-974c-17b6d88b6128 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:30.469589 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:30.487346 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 3056e320-5df7-4e00-974c-17b6d88b6128 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:30.487587 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 3056e320-5df7-4e00-974c-17b6d88b6128 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:30.528015 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:30.598852 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Router 20a87b1c-e222-42e0-be29-f2535748f5a6 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:03:30.705602 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:03:30.710684 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-acbbcf3a-4138-404a-91dd-42c0365ede52 admin admin] 10.222.0.23 "PUT /v2.0/routers/20a87b1c-e222-42e0-be29-f2535748f5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3432529 Jun 20 15:03:30.713568 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57338) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:30.715760 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] Sync routers for ids ['20a87b1c-e222-42e0-be29-f2535748f5a6'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:03:30.726654 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] Routers {'20a87b1c-e222-42e0-be29-f2535748f5a6'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:30.727275 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['20a87b1c-e222-42e0-be29-f2535748f5a6'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:30.812784 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks [] for router (20a87b1c-e222-42e0-be29-f2535748f5a6), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:30.826387 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] Set router 20a87b1c-e222-42e0-be29-f2535748f5a6 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:30.912940 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks [] for router_gateway (20a87b1c-e222-42e0-be29-f2535748f5a6), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:30.955653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:30.959392 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Deleting port c79d4324-9380-41e3-83c7-78cce5121cc2 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:30.959718 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:30.998852 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T15:03:30Z', 'revision_number': 5, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port': {'id': 'c79d4324-9380-41e3-83c7-78cce5121cc2', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:56:43Z', 'updated_at': '2022-06-20T14:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:31.029062 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] Checking router: 20a87b1c-e222-42e0-be29-f2535748f5a6 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:03:31.037711 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] Routers {'20a87b1c-e222-42e0-be29-f2535748f5a6'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:03:31.038318 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['20a87b1c-e222-42e0-be29-f2535748f5a6'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:31.049426 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] For port c79d4324-9380-41e3-83c7-78cce5121cc2, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=c79d4324-9380-41e3-83c7-78cce5121cc2,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:31.049787 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.063873 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Calling delete_port for c79d4324-9380-41e3-83c7-78cce5121cc2 owned by network:router_gateway {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:31.119514 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] Set router 20a87b1c-e222-42e0-be29-f2535748f5a6 gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:03:31.123381 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:31.171911 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T15:03:30Z', 'revision_number': 6, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:31.198164 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e97723-9f17-4035-a8c5-a134708fad4f None None] The sync data for ids ['20a87b1c-e222-42e0-be29-f2535748f5a6'] in dv-cinder-836973-5-iscsi is: [{'id': '20a87b1c-e222-42e0-be29-f2535748f5a6', 'name': 'tempest-TestVolumeBootPattern-77511912-router', 'tenant_id': '4b42cc6a785a4ad4bc47c68380465045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:56:42Z', 'updated_at': '2022-06-20T15:03:30Z', 'revision_number': 6, 'project_id': '4b42cc6a785a4ad4bc47c68380465045', 'gw_port_host': None}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:03:31.238486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (c79d4324-9380-41e3-83c7-78cce5121cc2), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.265111 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79d4324-9380-41e3-83c7-78cce5121cc2,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:31.326706 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (20a87b1c-e222-42e0-be29-f2535748f5a6), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.412020 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (20a87b1c-e222-42e0-be29-f2535748f5a6), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.414246 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks [] for router_controller (20a87b1c-e222-42e0-be29-f2535748f5a6), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.459691 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (20a87b1c-e222-42e0-be29-f2535748f5a6), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.460311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20a87b1c-e222-42e0-be29-f2535748f5a6 {{(pid=110373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 15:03:31.465449 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.466617 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-a1b10a48-a9db-41f1-859c-de6d5dd2a653 admin admin] 10.222.0.23 "DELETE /v2.0/routers/20a87b1c-e222-42e0-be29-f2535748f5a6 HTTP/1.1" status: 204 len: 168 time: 0.7519865 Jun 20 15:03:31.469243 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57340) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:31.525052 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] Deleting subnet 5006ddcc-f53c-4c53-9fa8-cd56956754fb {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 15:03:31.528284 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] Publish callbacks [] for subnet (5006ddcc-f53c-4c53-9fa8-cd56956754fb), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.565396 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13380620'] for subnet (5006ddcc-f53c-4c53-9fa8-cd56956754fb), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.649233 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (5006ddcc-f53c-4c53-9fa8-cd56956754fb), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.960369 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15963139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15892779'] for subnet (5006ddcc-f53c-4c53-9fa8-cd56956754fb), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.987772 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5006ddcc-f53c-4c53-9fa8-cd56956754fb,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:31.989773 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:31.995399 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-e1666ce2-f04e-4989-8e88-de46d1b17cc8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5006ddcc-f53c-4c53-9fa8-cd56956754fb HTTP/1.1" status: 204 len: 168 time: 0.5226941 Jun 20 15:03:31.995573 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773fbf4d-b690-4c69-a61f-c2e89a46318a None None] Network 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:03:31.995999 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57344) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:32.072809 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (1eb2668f-8d77-41e2-8df7-73e0bcaf37ff), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.084658 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:32.118324 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Deleting port 4f83a9df-ffde-4039-9b45-682d3990c40a {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:32.118719 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.154774 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] DHCP port deletion for 1eb2668f-8d77-41e2-8df7-73e0bcaf37ff request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 15:03:32.187609 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] For port 4f83a9df-ffde-4039-9b45-682d3990c40a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=4f83a9df-ffde-4039-9b45-682d3990c40a,segment=NetworkSegment(80214592-0c3c-496b-a253-6518fe519a24),segment_id=80214592-0c3c-496b-a253-6518fe519a24)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:32.187966 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.194531 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] Deleting port 4f83a9df-ffde-4039-9b45-682d3990c40a {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:03:32.194899 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.202347 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Calling delete_port for 4f83a9df-ffde-4039-9b45-682d3990c40a owned by network:dhcp {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:32.259120 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=100 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:32.271288 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] For port 4f83a9df-ffde-4039-9b45-682d3990c40a, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=4f83a9df-ffde-4039-9b45-682d3990c40a,segment=NetworkSegment(80214592-0c3c-496b-a253-6518fe519a24),segment_id=80214592-0c3c-496b-a253-6518fe519a24)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:03:32.271680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.284545 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] Calling delete_port for 4f83a9df-ffde-4039-9b45-682d3990c40a owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:03:32.289454 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.315576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4f83a9df-ffde-4039-9b45-682d3990c40a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:32.320306 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] No DVR routers for this DVR port 4f83a9df-ffde-4039-9b45-682d3990c40a on host dv-cinder-836973-5-iscsi {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:03:32.345338 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:32.368954 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (4f83a9df-ffde-4039-9b45-682d3990c40a), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.392268 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] Pushing event deleted for resources: {'Port': ['ID=4f83a9df-ffde-4039-9b45-682d3990c40a,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:32.397908 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc724a54-8653-4a94-950b-18da351e0408 None None] No DVR routers for this DVR port 4f83a9df-ffde-4039-9b45-682d3990c40a on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:03:32.415167 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (1eb2668f-8d77-41e2-8df7-73e0bcaf37ff), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.426145 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:32.438781 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb2668f-8d77-41e2-8df7-73e0bcaf37ff']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:32.446616 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:32.446971 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device f7e62ea2-ba2f-4162-9b55-af6f8612cbd8 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:32.447433 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device c79d4324-9380-41e3-83c7-78cce5121cc2 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:32.448974 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80214592-0c3c-496b-a253-6518fe519a24') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:32.449262 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80214592-0c3c-496b-a253-6518fe519a24') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:03:32.458911 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (80214592-0c3c-496b-a253-6518fe519a24), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.465578 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: c79d4324-9380-41e3-83c7-78cce5121cc2 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:32.465916 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device c79d4324-9380-41e3-83c7-78cce5121cc2 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:32.466324 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 4f83a9df-ffde-4039-9b45-682d3990c40a no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:03:32.472995 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (80214592-0c3c-496b-a253-6518fe519a24), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.479795 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 15:03:32.480209 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (80214592-0c3c-496b-a253-6518fe519a24), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.487253 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 4f83a9df-ffde-4039-9b45-682d3990c40a {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:03:32.487603 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 4f83a9df-ffde-4039-9b45-682d3990c40a not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:03:32.533444 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 80214592-0c3c-496b-a253-6518fe519a24 resource provider aggregate not found Jun 20 15:03:32.546177 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (1eb2668f-8d77-41e2-8df7-73e0bcaf37ff), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.551944 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.554995 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/1eb2668f-8d77-41e2-8df7-73e0bcaf37ff HTTP/1.1" status: 204 len: 168 time: 0.5585117 Jun 20 15:03:32.556612 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 80214592-0c3c-496b-a253-6518fe519a24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80214592-0c3c-496b-a253-6518fe519a24 found for delete ", "request_id": "req-29199173-0ff1-4595-98d6-8848d56745f9"}]} Jun 20 15:03:32.567759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e36f9d-354f-49f9-995e-65ee9e0453ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb2668f-8d77-41e2-8df7-73e0bcaf37ff,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:32.685775 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57354) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:32.727665 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-19b817d8-5e29-4106-8411-a0d075cd41e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4515b09c1944036b62a40cc5e88719e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403202 Jun 20 15:03:32.730391 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57356) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:32.792358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-281f1412-b53a-4df1-9fbe-e72516a404bb admin admin] Publish callbacks [] for security_group (6e236fc0-b25c-49ce-955f-915866759a51), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.814872 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-281f1412-b53a-4df1-9fbe-e72516a404bb admin admin] Publish callbacks [] for security_group (6e236fc0-b25c-49ce-955f-915866759a51), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.878571 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-281f1412-b53a-4df1-9fbe-e72516a404bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6e236fc0-b25c-49ce-955f-915866759a51), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.881181 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-281f1412-b53a-4df1-9fbe-e72516a404bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:32.882316 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-281f1412-b53a-4df1-9fbe-e72516a404bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e236fc0-b25c-49ce-955f-915866759a51 HTTP/1.1" status: 204 len: 168 time: 0.1510501 Jun 20 15:03:32.889927 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f1412-b53a-4df1-9fbe-e72516a404bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e236fc0-b25c-49ce-955f-915866759a51,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:33.225088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57362) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:33.266587 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7d12385a-56c9-40f2-ad18-a10d27df099d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b42cc6a785a4ad4bc47c68380465045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402682 Jun 20 15:03:33.268942 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57364) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:03:33.317831 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-817f4edd-e738-4b6e-8887-b3730e7b9b50 admin admin] Publish callbacks [] for security_group (a2c31d5f-614a-46f1-b919-094b31fec81e), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:33.326107 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:33.340472 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-817f4edd-e738-4b6e-8887-b3730e7b9b50 admin admin] Publish callbacks [] for security_group (a2c31d5f-614a-46f1-b919-094b31fec81e), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:33.390155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-817f4edd-e738-4b6e-8887-b3730e7b9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (a2c31d5f-614a-46f1-b919-094b31fec81e), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:33.392963 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-817f4edd-e738-4b6e-8887-b3730e7b9b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:33.394145 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-817f4edd-e738-4b6e-8887-b3730e7b9b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2c31d5f-614a-46f1-b919-094b31fec81e HTTP/1.1" status: 204 len: 168 time: 0.1243510 Jun 20 15:03:33.402227 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f4edd-e738-4b6e-8887-b3730e7b9b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c31d5f-614a-46f1-b919-094b31fec81e,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:03:34.989910 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e6f053bf-d65a-43a5-ab67-9849ae4a6ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:37.415888 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-032df814-25ba-48cb-a6b8-3ce9ad46b748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:37.935876 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:38.621188 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:40.200593 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:40.318156 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:03:41.174866 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:41.176143 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:42.540004 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:42.559023 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=46,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:43.373691 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:43.398011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:50.311623 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:50.314075 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=29,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:03:59.505055 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:03:59.705266 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7eb1-f57c-4eb6-810f-06fd44779ac9 req-66841124-d392-4e02-b1a1-ee4cacd59dac tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:03:59.706735 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1fef7eb1-f57c-4eb6-810f-06fd44779ac9 req-66841124-d392-4e02-b1a1-ee4cacd59dac tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 945 time: 0.2973077 Jun 20 15:03:59.755682 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1fef7eb1-f57c-4eb6-810f-06fd44779ac9 req-875a800f-b1c8-4775-81f7-82478e9ad168 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404828 Jun 20 15:04:00.887255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deb11d-a0cf-451f-9693-b4fc9aa20d09 req-a6599cf1-6943-42ac-8b2b-dab10f07b3b8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:00.888904 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-98deb11d-a0cf-451f-9693-b4fc9aa20d09 req-a6599cf1-6943-42ac-8b2b-dab10f07b3b8 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Jun 20 15:04:00.940068 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-98deb11d-a0cf-451f-9693-b4fc9aa20d09 req-2e8b2e92-0389-45ff-aa5c-064e27418c69 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b1cbf42-65f0-4977-8d88-1a841357bc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428143 Jun 20 15:04:01.083567 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9891c-9b58-44ee-af82-44429407a680 req-ae777e9a-f1d3-432f-a5f3-85497d3eeb3b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:01.084960 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-aac9891c-9b58-44ee-af82-44429407a680 req-ae777e9a-f1d3-432f-a5f3-85497d3eeb3b tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 945 time: 0.0516026 Jun 20 15:04:01.169083 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Deleting port c7c3f6b1-903b-49c1-ad27-611edff47049 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:01.169422 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:01.258558 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] For port c7c3f6b1-903b-49c1-ad27-611edff47049, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c7c3f6b1-903b-49c1-ad27-611edff47049,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:01.258923 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:01.478667 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:01.479104 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1611826'] for floatingip (e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8), after_update {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:01.479490 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.l3_db [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Floating IP e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8 disassociated. External IP: 172.27.1.10, port: c7c3f6b1-903b-49c1-ad27-611edff47049. Jun 20 15:04:01.479837 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Calling delete_port for c7c3f6b1-903b-49c1-ad27-611edff47049 owned by compute:nova {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:01.609632 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (c7c3f6b1-903b-49c1-ad27-611edff47049), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:01.638514 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event deleted for resources: {'Port': ['ID=c7c3f6b1-903b-49c1-ad27-611edff47049,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:01.648420 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.648773 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.649125 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.649454 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.649759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.650080 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.650400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.650711 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.651025 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.651338 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.651742 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.652052 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.652369 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.653383 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.653383 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:01.766312 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:04:01.869457 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:04:01.880956 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] Sync routers for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:04:01.891532 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:01.892146 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:01.894636 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:01.914119 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] No DVR routers for this DVR port c7c3f6b1-903b-49c1-ad27-611edff47049 on host hv-cinder-83697 {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:01.917096 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:01.920842 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-aac9891c-9b58-44ee-af82-44429407a680 req-f82e1b45-4306-4f56-b822-e137209cf9d4 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.26 "DELETE /v2.0/ports/c7c3f6b1-903b-49c1-ad27-611edff47049 HTTP/1.1" status: 204 len: 173 time: 0.8310378 Jun 20 15:04:01.921438 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'name': 'network-vif-deleted', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049'}] {{(pid=110373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:04:01.923770 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74aafd5d6b874db4f51f134c506b80c9c07a79a8a54771ca3a30ef9de30553ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae56f8d-0381-4cab-9a57-bd69cc6d4c87" -d '{"events": [{"server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "name": "network-vif-deleted", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049"}]}' {{(pid=110373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:04:01.962937 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc0e27-6afa-487e-990f-cd84b333c7a2 x-openstack-request-id: req-54bc0e27-6afa-487e-990f-cd84b333c7a2 {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:04:01.963240 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2f69f4-aa64-494d-8002-a96c822781d9", "name": "network-vif-deleted", "tag": "c7c3f6b1-903b-49c1-ad27-611edff47049", "status": "completed", "code": 200}]} {{(pid=110373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:04:01.963478 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54bc0e27-6afa-487e-990f-cd84b333c7a2 {{(pid=110373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:04:01.963886 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bc0e27-6afa-487e-990f-cd84b333c7a2'] response: {'server_uuid': 'ed2f69f4-aa64-494d-8002-a96c822781d9', 'name': 'network-vif-deleted', 'tag': 'c7c3f6b1-903b-49c1-ad27-611edff47049', 'status': 'completed', 'code': 200} Jun 20 15:04:01.997802 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:02.054121 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-0789f675-6a7a-433d-90f5-4106820650de req-f2368a8a-16ce-4e50-a593-1417738dce26 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed2f69f4-aa64-494d-8002-a96c822781d9 HTTP/1.1" status: 200 len: 210 time: 0.0316737 Jun 20 15:04:02.325060 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:02.350446 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] Checking router: 2c019f38-7c74-4151-8a13-35efbb7e3ad4 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:04:02.359491 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:02.360092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:03:37Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:02.462464 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:02.654293 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:02.683045 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951453ae-92e2-4bc6-adfd-bb66f1e7738d None None] The sync data for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi is: [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:00:00Z', 'revision_number': 4, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'd6ea499f-1241-48b9-8b80-8ba6447b758e', 'name': '', 'network_id': 'bdd7e8d5-15a5-4084-b9ed-420beae9e4cd', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'mac_address': 'fa:16:3e:4c:70:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:59Z', 'updated_at': '2022-06-20T15:00:07Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'subnets': [{'id': '9c0ecd78-74c0-40f4-8300-0fed4f163b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:04:02.920189 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd80fe-83e0-4009-8f91-3a26af55f724 None None] New status for floating IP e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8: DOWN {{(pid=110376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:04:03.152086 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57500) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:03.209062 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (3b1cbf42-65f0-4977-8d88-1a841357bc97), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.232655 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (3b1cbf42-65f0-4977-8d88-1a841357bc97), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.280384 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3b1cbf42-65f0-4977-8d88-1a841357bc97), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.283037 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.284166 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b1cbf42-65f0-4977-8d88-1a841357bc97 HTTP/1.1" status: 204 len: 168 time: 0.1309628 Jun 20 15:04:03.287061 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57502) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:03.293550 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1cbf42-65f0-4977-8d88-1a841357bc97,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:03.300597 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.300978 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.301260 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.api.v2.resource [None req-ca24d916-3593-446f-a273-64fb5905b229 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] show failed (client error): The resource could not be found. Jun 20 15:04:03.301403 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.301647 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.301978 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.302247 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ca24d916-3593-446f-a273-64fb5905b229 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "GET /v2.0/security-groups/3b1cbf42-65f0-4977-8d88-1a841357bc97 HTTP/1.1" status: 404 len: 347 time: 0.0141430 Jun 20 15:04:03.302456 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.302627 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.302942 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.303267 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.303588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.303909 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.304231 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.304581 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.304895 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.305076 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57504) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:03.305206 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c0246-a633-4cba-95e4-d6d9593716aa tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:03.343644 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:03.423892 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Deleting port cd666411-abd2-4452-bad8-4f4953453882 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:03.424226 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (cd666411-abd2-4452-bad8-4f4953453882), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.499505 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (cd666411-abd2-4452-bad8-4f4953453882), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.499744 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (cd666411-abd2-4452-bad8-4f4953453882), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.512866 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Calling delete_port for cd666411-abd2-4452-bad8-4f4953453882 owned by network:floatingip {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:03.649616 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (cd666411-abd2-4452-bad8-4f4953453882), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.673676 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Pushing event deleted for resources: {'Port': ['ID=cd666411-abd2-4452-bad8-4f4953453882,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:03.738759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks [] for floatingip (e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.741546 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:03.742665 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-96848461-64f3-47db-b658-23c44f983063 tempest-AttachVolumeTestJSON-1867415 tempest-AttachVolumeTestJSON-1867415-project] 10.222.0.23 "DELETE /v2.0/floatingips/e9c0c8b5-5526-487f-81e4-d6ee9d50f0f8 HTTP/1.1" status: 204 len: 168 time: 0.4366806 Jun 20 15:04:04.850023 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device c7c3f6b1-903b-49c1-ad27-611edff47049 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:04.869757 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: c7c3f6b1-903b-49c1-ad27-611edff47049 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:04.870105 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device c7c3f6b1-903b-49c1-ad27-611edff47049 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:04.984158 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2718be92-792c-48d8-8bff-a60a89e11f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:07.336454 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57532) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:07.405449 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-02b7149f-b161-4bc8-b12f-152e6589d019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:07.660029 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (2c019f38-7c74-4151-8a13-35efbb7e3ad4), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:07.754323 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:07.849361 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:07.878685 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Deleting port d6ea499f-1241-48b9-8b80-8ba6447b758e {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:07.879021 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:07.943076 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:07.958451 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] For port d6ea499f-1241-48b9-8b80-8ba6447b758e, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=d6ea499f-1241-48b9-8b80-8ba6447b758e,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:07.958807 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:07.971383 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Calling delete_port for d6ea499f-1241-48b9-8b80-8ba6447b758e owned by network:router_interface {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:08.157218 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (d6ea499f-1241-48b9-8b80-8ba6447b758e), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:08.180991 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ea499f-1241-48b9-8b80-8ba6447b758e,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:08.340101 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (2c019f38-7c74-4151-8a13-35efbb7e3ad4), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:08.552994 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:04:08.598731 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:08.616484 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:08.909983 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:08.916603 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:04:08.921604 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-0d662c75-28ef-41d1-a1b8-6a67e6562723 admin admin] 10.222.0.23 "PUT /v2.0/routers/2c019f38-7c74-4151-8a13-35efbb7e3ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842347 Jun 20 15:04:08.924154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57534) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:08.927442 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] Sync routers for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:04:08.939229 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:08.939864 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:09.023823 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks [] for router (2c019f38-7c74-4151-8a13-35efbb7e3ad4), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.042537 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:09.103661 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:09.128979 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks [] for router_gateway (2c019f38-7c74-4151-8a13-35efbb7e3ad4), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.174421 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Deleting port 53757b10-1aae-4bda-a0aa-7cee18745f49 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:09.174657 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.210697 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:04:08Z', 'revision_number': 5, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port': {'id': '53757b10-1aae-4bda-a0aa-7cee18745f49', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:09.213212 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:09.236425 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] Checking router: 2c019f38-7c74-4151-8a13-35efbb7e3ad4 for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:04:09.246179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] Routers {'2c019f38-7c74-4151-8a13-35efbb7e3ad4'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:09.246795 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:09.253263 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] For port 53757b10-1aae-4bda-a0aa-7cee18745f49, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=53757b10-1aae-4bda-a0aa-7cee18745f49,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:09.253619 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.267022 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Calling delete_port for 53757b10-1aae-4bda-a0aa-7cee18745f49 owned by network:router_gateway {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:09.331340 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] Set router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 gateway port host: None {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:09.382408 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:04:09Z', 'revision_number': 6, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:09.408752 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ea336-ecf7-4969-8b3e-a5c916a6cb01 None None] The sync data for ids ['2c019f38-7c74-4151-8a13-35efbb7e3ad4'] in dv-cinder-836973-5-iscsi is: [{'id': '2c019f38-7c74-4151-8a13-35efbb7e3ad4', 'name': 'tempest-AttachVolumeTestJSON-410867479-router', 'tenant_id': 'd70851020f444aeeaa7a5cb23615719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:56Z', 'updated_at': '2022-06-20T15:04:09Z', 'revision_number': 6, 'project_id': 'd70851020f444aeeaa7a5cb23615719f', 'gw_port_host': None}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:04:09.445191 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (53757b10-1aae-4bda-a0aa-7cee18745f49), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.476629 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Pushing event deleted for resources: {'Port': ['ID=53757b10-1aae-4bda-a0aa-7cee18745f49,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:09.538115 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (2c019f38-7c74-4151-8a13-35efbb7e3ad4), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.627603 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (2c019f38-7c74-4151-8a13-35efbb7e3ad4), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.630879 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks [] for router_controller (2c019f38-7c74-4151-8a13-35efbb7e3ad4), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.687663 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (2c019f38-7c74-4151-8a13-35efbb7e3ad4), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.688496 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c019f38-7c74-4151-8a13-35efbb7e3ad4 {{(pid=110373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 15:04:09.693985 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.695583 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-19bbaf6b-44f8-42d3-9d35-70d57348693e admin admin] 10.222.0.23 "DELETE /v2.0/routers/2c019f38-7c74-4151-8a13-35efbb7e3ad4 HTTP/1.1" status: 204 len: 168 time: 0.7704098 Jun 20 15:04:09.698930 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57536) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:09.753396 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] Deleting subnet 9c0ecd78-74c0-40f4-8300-0fed4f163b0a {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 15:04:09.756983 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] Publish callbacks [] for subnet (9c0ecd78-74c0-40f4-8300-0fed4f163b0a), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.794994 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (9c0ecd78-74c0-40f4-8300-0fed4f163b0a), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.875276 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (9c0ecd78-74c0-40f4-8300-0fed4f163b0a), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.932898 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (9c0ecd78-74c0-40f4-8300-0fed4f163b0a), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.961090 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c0ecd78-74c0-40f4-8300-0fed4f163b0a,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:09.967007 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:09.970366 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-eb1e8614-9357-4b89-9608-111591600ea7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9c0ecd78-74c0-40f4-8300-0fed4f163b0a HTTP/1.1" status: 204 len: 168 time: 0.2700336 Jun 20 15:04:09.972607 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcd515-3438-4739-9ceb-881041e6dfae None None] Network bdd7e8d5-15a5-4084-b9ed-420beae9e4cd requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:04:09.973173 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57538) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:10.043541 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.084936 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Deleting port fe83b344-3398-4486-b078-198311283b57 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:10.085271 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (fe83b344-3398-4486-b078-198311283b57), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.153787 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] For port fe83b344-3398-4486-b078-198311283b57, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=fe83b344-3398-4486-b078-198311283b57,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:10.154134 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (fe83b344-3398-4486-b078-198311283b57), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.169141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Calling delete_port for fe83b344-3398-4486-b078-198311283b57 owned by network:dhcp {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:10.196142 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] DHCP port deletion for bdd7e8d5-15a5-4084-b9ed-420beae9e4cd request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 15:04:10.229943 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.241502 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Deleting port fe83b344-3398-4486-b078-198311283b57 {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:10.241873 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (fe83b344-3398-4486-b078-198311283b57), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.255330 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (fe83b344-3398-4486-b078-198311283b57), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.282168 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe83b344-3398-4486-b078-198311283b57,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:10.284009 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] No DVR routers for this DVR port fe83b344-3398-4486-b078-198311283b57 on host dv-cinder-836973-5-iscsi {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:10.308063 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:10.318547 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:10.323400 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] For port fe83b344-3398-4486-b078-198311283b57, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=fe83b344-3398-4486-b078-198311283b57,segment=NetworkSegment(43998ac8-9e83-44ed-b2b4-55fa57977fe6),segment_id=43998ac8-9e83-44ed-b2b4-55fa57977fe6)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:10.323851 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (fe83b344-3398-4486-b078-198311283b57), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.341730 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Calling delete_port for fe83b344-3398-4486-b078-198311283b57 owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:10.343504 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.363026 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.400353 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd7e8d5-15a5-4084-b9ed-420beae9e4cd']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:10.412477 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43998ac8-9e83-44ed-b2b4-55fa57977fe6') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:10.413180 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43998ac8-9e83-44ed-b2b4-55fa57977fe6') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:10.425255 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (43998ac8-9e83-44ed-b2b4-55fa57977fe6), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.425452 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 53757b10-1aae-4bda-a0aa-7cee18745f49 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:10.440773 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (43998ac8-9e83-44ed-b2b4-55fa57977fe6), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.447756 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 15:04:10.448165 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (43998ac8-9e83-44ed-b2b4-55fa57977fe6), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.457933 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 53757b10-1aae-4bda-a0aa-7cee18745f49 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:10.458260 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 53757b10-1aae-4bda-a0aa-7cee18745f49 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:10.458672 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device d6ea499f-1241-48b9-8b80-8ba6447b758e no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:10.480235 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: d6ea499f-1241-48b9-8b80-8ba6447b758e {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:10.480590 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device d6ea499f-1241-48b9-8b80-8ba6447b758e not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:10.481282 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device fe83b344-3398-4486-b078-198311283b57 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:10.484383 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (fe83b344-3398-4486-b078-198311283b57), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.521551 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (bdd7e8d5-15a5-4084-b9ed-420beae9e4cd), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.525534 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: fe83b344-3398-4486-b078-198311283b57 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:10.526064 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device fe83b344-3398-4486-b078-198311283b57 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:10.526447 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.531575 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Pushing event deleted for resources: {'Port': ['ID=fe83b344-3398-4486-b078-198311283b57,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:10.544944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] No DVR routers for this DVR port fe83b344-3398-4486-b078-198311283b57 on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:10.545105 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bdd7e8d5-15a5-4084-b9ed-420beae9e4cd HTTP/1.1" status: 204 len: 168 time: 0.5709016 Jun 20 15:04:10.547342 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.548054 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.548635 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.549669 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.550167 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.550940 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.551421 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.551749 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.552113 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.552447 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.552790 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.553118 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.553436 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.553753 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.554067 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e68f7-5486-4ac9-b087-66184bc8932d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:04:10.575991 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea0763-1ff6-40ef-a77b-e9b77f3dcb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd7e8d5-15a5-4084-b9ed-420beae9e4cd,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:10.669289 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 43998ac8-9e83-44ed-b2b4-55fa57977fe6 resource provider aggregate not found Jun 20 15:04:10.685925 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 43998ac8-9e83-44ed-b2b4-55fa57977fe6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43998ac8-9e83-44ed-b2b4-55fa57977fe6 found for delete ", "request_id": "req-c3910b2f-8527-484b-8a59-6ecf06a18dea"}]} Jun 20 15:04:10.730489 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57548) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:10.772236 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-6246061c-cbbc-4bfb-af0a-11b831d6ad55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d70851020f444aeeaa7a5cb23615719f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405321 Jun 20 15:04:10.775952 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57550) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:10.828361 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9d5de48c-757e-4637-91e6-d4f4cc6fa69f admin admin] Publish callbacks [] for security_group (0bd85475-c833-4b90-8b86-95ea6070626c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.853467 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9d5de48c-757e-4637-91e6-d4f4cc6fa69f admin admin] Publish callbacks [] for security_group (0bd85475-c833-4b90-8b86-95ea6070626c), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.912897 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9d5de48c-757e-4637-91e6-d4f4cc6fa69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (0bd85475-c833-4b90-8b86-95ea6070626c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.915969 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9d5de48c-757e-4637-91e6-d4f4cc6fa69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:10.917229 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-9d5de48c-757e-4637-91e6-d4f4cc6fa69f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0bd85475-c833-4b90-8b86-95ea6070626c HTTP/1.1" status: 204 len: 168 time: 0.1396842 Jun 20 15:04:10.926362 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5de48c-757e-4637-91e6-d4f4cc6fa69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd85475-c833-4b90-8b86-95ea6070626c,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:12.994089 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:12.997373 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:16.657967 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-e1468da4-772c-492e-90a3-fead3e71ef84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424151 Jun 20 15:04:16.745231 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-aff27701-f946-453e-87e7-0ae24b7fa0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:16.746732 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-aff27701-f946-453e-87e7-0ae24b7fa0da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1130 time: 0.0430715 Jun 20 15:04:16.804213 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:16.835828 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:16.861759 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-e55dd006-eade-44ce-988b-75664f2bda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:16.863209 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-e55dd006-eade-44ce-988b-75664f2bda67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 910 time: 0.0910580 Jun 20 15:04:16.928407 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-1a47e89c-a6c6-44f6-9643-4d40e47a91f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 1002 time: 0.0588744 Jun 20 15:04:16.981566 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-fb8c6791-802a-4571-b1bf-fe18f62edd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:16.982975 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-fb8c6791-802a-4571-b1bf-fe18f62edd5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0488667 Jun 20 15:04:17.028837 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-5e8ce390-7733-4e66-88b8-69ee31ba76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:17.030389 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-5e8ce390-7733-4e66-88b8-69ee31ba76cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408843 Jun 20 15:04:17.132568 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-77ac72eb-599a-4a69-9254-1183075465c5 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943801 Jun 20 15:04:17.233788 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-34d07c79-d5a1-4642-b848-7230738b3b1b req-47680de3-2be9-4d35-b2ae-ee44c001d329 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955129 Jun 20 15:04:20.589669 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57630) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:20.732761 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Deleting port 0f0c0db9-daf8-495b-88b2-a4465e4274f3 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:20.733137 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:20.809674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:20.809997 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for floatingip (0f0c0db9-daf8-495b-88b2-a4465e4274f3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:20.822478 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Calling delete_port for 0f0c0db9-daf8-495b-88b2-a4465e4274f3 owned by network:floatingip {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:20.978218 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (0f0c0db9-daf8-495b-88b2-a4465e4274f3), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:21.000665 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event deleted for resources: {'Port': ['ID=0f0c0db9-daf8-495b-88b2-a4465e4274f3,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:21.077596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for floatingip (2740b673-6d1c-4156-957f-50ed84d0c957), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:21.077999 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.db.l3_db [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Floating IP 2740b673-6d1c-4156-957f-50ed84d0c957 disassociated (deleted). External IP: 172.27.1.102, port: 39c85ef4-03a3-4009-bf95-8bd7df3230ea. Jun 20 15:04:21.119437 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:21.123635 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:21.284429 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Router fb64bbeb-03b0-4771-b3af-ca629c3ca580 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:04:21.389493 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:04:21.393938 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for floatingip (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:21.399381 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] Sync routers for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:04:21.409968 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:21.410576 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:21.425027 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-9cfb6748-0b70-4259-9d8f-eb7391a53180 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "DELETE /v2.0/floatingips/2740b673-6d1c-4156-957f-50ed84d0c957 HTTP/1.1" status: 204 len: 168 time: 0.8342474 Jun 20 15:04:21.425694 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:04:21.428031 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59953744-0338-481b-8751-8fd8e76216cc" -d '{"events": [{"name": "network-changed", "server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:04:21.513221 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:21.610068 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d681914-2bc3-417f-a0f0-9d3519e1756d x-openstack-request-id: req-0d681914-2bc3-417f-a0f0-9d3519e1756d {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:04:21.610571 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:04:21.610964 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d681914-2bc3-417f-a0f0-9d3519e1756d {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:04:21.611524 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d681914-2bc3-417f-a0f0-9d3519e1756d'] response: {'name': 'network-changed', 'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'status': 'completed', 'code': 200} Jun 20 15:04:21.670064 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee566da-a665-47ed-9c19-9ce87b946ebc req-8e91add5-c5fb-426a-bc3e-e9c6c2acc9cb tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:21.671519 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4ee566da-a665-47ed-9c19-9ce87b946ebc req-8e91add5-c5fb-426a-bc3e-e9c6c2acc9cb tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0467904 Jun 20 15:04:21.714838 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:03Z', 'revision_number': 5, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:21.723678 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-4ee566da-a665-47ed-9c19-9ce87b946ebc req-6da8bb62-0c42-449f-811e-1817df5043f8 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464582 Jun 20 15:04:21.740422 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] Checking router: fb64bbeb-03b0-4771-b3af-ca629c3ca580 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:04:21.749630 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:21.750232 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:21.851987 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:22.133571 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:03Z', 'revision_number': 5, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:22.161534 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5bae86-d26b-4b8e-bf0e-b643b43843a0 None None] The sync data for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi is: [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:55Z', 'revision_number': 4, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi', '_interfaces': [{'id': 'e66fb8ce-318e-4e30-8f94-35c5deec7305', 'name': '', 'network_id': 'aaa050c0-7567-4d7e-9fda-be765cd4b29a', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'mac_address': 'fa:16:3e:09:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:54Z', 'updated_at': '2022-06-20T15:00:03Z', 'revision_number': 5, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'subnets': [{'id': 'c982c9f0-848e-476c-a8bd-b30f6f2ee5e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:04:22.289730 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:22.293987 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:22.400207 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dcc320-3d11-4d10-a162-91a78e7a325e None None] New status for floating IP 2740b673-6d1c-4156-957f-50ed84d0c957: DOWN {{(pid=110375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 20 15:04:22.858840 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf0444-9082-4fc1-a200-c35e06bbd2ee req-05405159-e599-4450-87e7-9f9116fa31e6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:22.860379 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9bbf0444-9082-4fc1-a200-c35e06bbd2ee req-05405159-e599-4450-87e7-9f9116fa31e6 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0587726 Jun 20 15:04:22.917928 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-9bbf0444-9082-4fc1-a200-c35e06bbd2ee req-8fa27987-3d07-46fe-ad37-24e1e6ae3797 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517318 Jun 20 15:04:24.057309 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef85a5-7737-47be-b3cc-a1602c86524e req-1a51dc31-7f71-449b-9889-87ed05d8e548 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:24.058774 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-70ef85a5-7737-47be-b3cc-a1602c86524e req-1a51dc31-7f71-449b-9889-87ed05d8e548 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0475793 Jun 20 15:04:24.126159 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-70ef85a5-7737-47be-b3cc-a1602c86524e req-f6d2374f-fa69-416c-8bfc-6ce27ff3c72e tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590243 Jun 20 15:04:24.760523 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953744-0338-481b-8751-8fd8e76216cc req-752fabce-8ff6-4a14-ba08-1ea6a25aa1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:24.762144 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-59953744-0338-481b-8751-8fd8e76216cc req-752fabce-8ff6-4a14-ba08-1ea6a25aa1da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f29cab4870474548b98c3a81a3aa8031&device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 1130 time: 0.0423141 Jun 20 15:04:24.882385 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953744-0338-481b-8751-8fd8e76216cc req-0124e8ab-f871-41be-b1b3-994f9683c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:24.884194 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-59953744-0338-481b-8751-8fd8e76216cc req-0124e8ab-f871-41be-b1b3-994f9683c804 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 200 len: 910 time: 0.0937181 Jun 20 15:04:24.948788 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-59953744-0338-481b-8751-8fd8e76216cc req-e5a581da-90f4-42e2-9a9f-b36efce81fa6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 200 len: 217 time: 0.0418797 Jun 20 15:04:25.115105 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953744-0338-481b-8751-8fd8e76216cc req-64498f7b-6d58-47c2-b036-016eeac4a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:25.116835 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-59953744-0338-481b-8751-8fd8e76216cc req-64498f7b-6d58-47c2-b036-016eeac4a6f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 200 len: 848 time: 0.0475075 Jun 20 15:04:25.179285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-06b6080d-e5d8-449a-acce-1d6b695ac5ce tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:25.181078 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-06b6080d-e5d8-449a-acce-1d6b695ac5ce tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.26 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0506861 Jun 20 15:04:25.184315 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953744-0338-481b-8751-8fd8e76216cc req-07876d11-1c5f-4ce9-99de-cddac54fd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:25.186307 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-59953744-0338-481b-8751-8fd8e76216cc req-07876d11-1c5f-4ce9-99de-cddac54fd614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aaa050c0-7567-4d7e-9fda-be765cd4b29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560598 Jun 20 15:04:25.267091 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Deleting port 39c85ef4-03a3-4009-bf95-8bd7df3230ea {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:25.267343 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:25.297135 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba651842-56cc-44a7-bc6a-352cb53825a8 req-5259bb64-006a-41e3-84f6-64f14e8c3f1d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:04:25.298547 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ba651842-56cc-44a7-bc6a-352cb53825a8 req-5259bb64-006a-41e3-84f6-64f14e8c3f1d tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/ports?device_id=69f9ab17-ba92-425c-b79e-ace0b9666352 HTTP/1.1" status: 200 len: 946 time: 0.0949268 Jun 20 15:04:25.346408 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-59953744-0338-481b-8751-8fd8e76216cc req-c8fc69d1-e17c-4878-b561-7de66d6ec943 service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522479 Jun 20 15:04:25.367572 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] For port 39c85ef4-03a3-4009-bf95-8bd7df3230ea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=39c85ef4-03a3-4009-bf95-8bd7df3230ea,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:25.367924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:25.381372 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Calling delete_port for 39c85ef4-03a3-4009-bf95-8bd7df3230ea owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:25.383707 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-ba651842-56cc-44a7-bc6a-352cb53825a8 req-d2f758c7-628a-4efc-8c90-94229ef06427 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "GET /v2.0/security-groups?id=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785396 Jun 20 15:04:25.394154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:25.460087 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-59953744-0338-481b-8751-8fd8e76216cc req-adc016b9-b6ed-432d-913c-1d937b2b961c service neutron] 10.222.0.26 "GET /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074624 Jun 20 15:04:25.516005 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (39c85ef4-03a3-4009-bf95-8bd7df3230ea), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:25.544146 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event deleted for resources: {'Port': ['ID=39c85ef4-03a3-4009-bf95-8bd7df3230ea,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:25.552085 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:25.573825 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:25.590777 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] No DVR routers for this DVR port 39c85ef4-03a3-4009-bf95-8bd7df3230ea on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:25.593483 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:25.596932 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-7fe08ef1-560a-4261-ad4d-fac744924c96 req-1f166cf5-d9b5-4888-96cc-9c90b87e1d01 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.26 "DELETE /v2.0/ports/39c85ef4-03a3-4009-bf95-8bd7df3230ea HTTP/1.1" status: 204 len: 173 time: 0.4109552 Jun 20 15:04:25.597390 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-deleted', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:04:25.599739 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9688064-0b41-42cd-89e1-73a6b4fbb405" -d '{"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-deleted", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:04:25.639177 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea40ac2-5e7a-4540-a443-78fbbf72cc70 x-openstack-request-id: req-fea40ac2-5e7a-4540-a443-78fbbf72cc70 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:04:25.639473 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9ab17-ba92-425c-b79e-ace0b9666352", "name": "network-vif-deleted", "tag": "39c85ef4-03a3-4009-bf95-8bd7df3230ea", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:04:25.639733 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fea40ac2-5e7a-4540-a443-78fbbf72cc70 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:04:25.640165 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea40ac2-5e7a-4540-a443-78fbbf72cc70'] response: {'server_uuid': '69f9ab17-ba92-425c-b79e-ace0b9666352', 'name': 'network-vif-deleted', 'tag': '39c85ef4-03a3-4009-bf95-8bd7df3230ea', 'status': 'completed', 'code': 200} Jun 20 15:04:26.447950 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57686) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:26.517427 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6530d77f-48cb-4261-be6a-20644eefff79 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group (21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:26.542621 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6530d77f-48cb-4261-be6a-20644eefff79 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group (21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:26.613801 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6530d77f-48cb-4261-be6a-20644eefff79 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:26.616524 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-6530d77f-48cb-4261-be6a-20644eefff79 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:26.617728 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-6530d77f-48cb-4261-be6a-20644eefff79 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] 10.222.0.23 "DELETE /v2.0/security-groups/21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1 HTTP/1.1" status: 204 len: 168 time: 0.1681447 Jun 20 15:04:26.627628 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530d77f-48cb-4261-be6a-20644eefff79 tempest-TestShelveInstance-260618824 tempest-TestShelveInstance-260618824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fa4ec2-9a2d-4ad0-90c2-1d27de5fb3b1,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:26.661933 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57692) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:26.760253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=100 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:26.984874 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (fb64bbeb-03b0-4771-b3af-ca629c3ca580), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:27.210268 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Deleting port e66fb8ce-318e-4e30-8f94-35c5deec7305 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:27.210569 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:27.304549 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] For port e66fb8ce-318e-4e30-8f94-35c5deec7305, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e66fb8ce-318e-4e30-8f94-35c5deec7305,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:27.304820 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:27.318035 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Calling delete_port for e66fb8ce-318e-4e30-8f94-35c5deec7305 owned by network:router_interface {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:27.448058 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:27.509132 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (e66fb8ce-318e-4e30-8f94-35c5deec7305), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:27.535331 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66fb8ce-318e-4e30-8f94-35c5deec7305,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:27.654274 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:27.707792 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (fb64bbeb-03b0-4771-b3af-ca629c3ca580), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:27.915077 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Router fb64bbeb-03b0-4771-b3af-ca629c3ca580 has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:04:28.015927 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:04:28.021264 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-23807171-94ef-4cda-b846-fbe137656391 admin admin] 10.222.0.23 "PUT /v2.0/routers/fb64bbeb-03b0-4771-b3af-ca629c3ca580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3583446 Jun 20 15:04:28.023942 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57696) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:28.026894 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] Sync routers for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:04:28.043390 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:28.044025 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:28.121649 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks [] for router (fb64bbeb-03b0-4771-b3af-ca629c3ca580), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:28.142460 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: dv-cinder-836973-5-iscsi {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:28.220642 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks [] for router_gateway (fb64bbeb-03b0-4771-b3af-ca629c3ca580), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:28.264388 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Deleting port 5ce31626-9411-4232-a3e9-219448e3bd39 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:28.264706 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:28.298447 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:28.310152 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T15:04:27Z', 'revision_number': 5, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port': {'id': '5ce31626-9411-4232-a3e9-219448e3bd39', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T14:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:28.335785 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] Checking router: fb64bbeb-03b0-4771-b3af-ca629c3ca580 for host: dv-cinder-836973-5-iscsi {{(pid=110376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:04:28.345290 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] Routers {'fb64bbeb-03b0-4771-b3af-ca629c3ca580'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:28.345921 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'], 'active': True} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:28.381510 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=100 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:28.432882 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_dvr_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] Set router fb64bbeb-03b0-4771-b3af-ca629c3ca580 gateway port host: None {{(pid=110376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:28.485376 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.l3_hamode_db [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T15:04:28Z', 'revision_number': 6, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:28.510436 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073f853-0358-4543-afd4-ef4688e5cdb5 None None] The sync data for ids ['fb64bbeb-03b0-4771-b3af-ca629c3ca580'] in dv-cinder-836973-5-iscsi is: [{'id': 'fb64bbeb-03b0-4771-b3af-ca629c3ca580', 'name': 'tempest-TestShelveInstance-1640288415-router', 'tenant_id': 'f29cab4870474548b98c3a81a3aa8031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:52Z', 'updated_at': '2022-06-20T15:04:28Z', 'revision_number': 6, 'project_id': 'f29cab4870474548b98c3a81a3aa8031', 'gw_port_host': None}] {{(pid=110376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:04:28.606307 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:28.622255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] For port 5ce31626-9411-4232-a3e9-219448e3bd39, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=5ce31626-9411-4232-a3e9-219448e3bd39,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:28.622630 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:28.635444 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Calling delete_port for 5ce31626-9411-4232-a3e9-219448e3bd39 owned by network:router_gateway {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:28.777959 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:28.808358 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (5ce31626-9411-4232-a3e9-219448e3bd39), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:28.832307 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce31626-9411-4232-a3e9-219448e3bd39,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:28.901298 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (fb64bbeb-03b0-4771-b3af-ca629c3ca580), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:28.987321 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (fb64bbeb-03b0-4771-b3af-ca629c3ca580), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:28.989502 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks [] for router_controller (fb64bbeb-03b0-4771-b3af-ca629c3ca580), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.037871 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (fb64bbeb-03b0-4771-b3af-ca629c3ca580), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.038433 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb64bbeb-03b0-4771-b3af-ca629c3ca580 {{(pid=110373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 15:04:29.043073 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] Publish callbacks [] for router (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.044095 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-c0c4115e-10bc-44ab-ad25-27fa9b8b0cae admin admin] 10.222.0.23 "DELETE /v2.0/routers/fb64bbeb-03b0-4771-b3af-ca629c3ca580 HTTP/1.1" status: 204 len: 168 time: 1.0192337 Jun 20 15:04:29.046590 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57700) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:29.091235 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] Deleting subnet c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 {{(pid=110373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 15:04:29.094414 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] Publish callbacks [] for subnet (c982c9f0-848e-476c-a8bd-b30f6f2ee5e6), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.132492 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13380620'] for subnet (c982c9f0-848e-476c-a8bd-b30f6f2ee5e6), precommit_delete_associations {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.207771 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (c982c9f0-848e-476c-a8bd-b30f6f2ee5e6), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.266154 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15963139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15892779'] for subnet (c982c9f0-848e-476c-a8bd-b30f6f2ee5e6), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.296653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c982c9f0-848e-476c-a8bd-b30f6f2ee5e6,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:29.300096 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for subnet (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.303549 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-88a1a63a-27f9-40be-9ad5-77866b775809 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c982c9f0-848e-476c-a8bd-b30f6f2ee5e6 HTTP/1.1" status: 204 len: 168 time: 0.2557230 Jun 20 15:04:29.305884 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57702) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:29.308813 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85666c5-bdb5-4f4d-8b6c-50b728eb2bbd None None] Network aaa050c0-7567-4d7e-9fda-be765cd4b29a requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:04:29.325728 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 39c85ef4-03a3-4009-bf95-8bd7df3230ea no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:29.376397 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (aaa050c0-7567-4d7e-9fda-be765cd4b29a), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.387595 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: 39c85ef4-03a3-4009-bf95-8bd7df3230ea {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:29.389140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device 39c85ef4-03a3-4009-bf95-8bd7df3230ea not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:29.421519 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Deleting port 83b3af81-65ae-417a-b33a-56dcac266368 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:29.421754 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (83b3af81-65ae-417a-b33a-56dcac266368), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.484212 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] DHCP port deletion for aaa050c0-7567-4d7e-9fda-be765cd4b29a request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 15:04:29.494822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] For port 83b3af81-65ae-417a-b33a-56dcac266368, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=83b3af81-65ae-417a-b33a-56dcac266368,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:29.494822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (83b3af81-65ae-417a-b33a-56dcac266368), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.510848 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Calling delete_port for 83b3af81-65ae-417a-b33a-56dcac266368 owned by network:dhcp {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:29.516389 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:29.527448 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] Deleting port 83b3af81-65ae-417a-b33a-56dcac266368 {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:29.527832 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (83b3af81-65ae-417a-b33a-56dcac266368), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.601182 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] For port 83b3af81-65ae-417a-b33a-56dcac266368, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=83b3af81-65ae-417a-b33a-56dcac266368,segment=NetworkSegment(4b3e7768-4a46-4da7-9b91-a0e73846f152),segment_id=4b3e7768-4a46-4da7-9b91-a0e73846f152)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:29.601638 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (83b3af81-65ae-417a-b33a-56dcac266368), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.607302 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (83b3af81-65ae-417a-b33a-56dcac266368), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.617134 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] Calling delete_port for 83b3af81-65ae-417a-b33a-56dcac266368 owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:29.639166 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b3af81-65ae-417a-b33a-56dcac266368,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:29.641259 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] No DVR routers for this DVR port 83b3af81-65ae-417a-b33a-56dcac266368 on host dv-cinder-836973-5-iscsi {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:29.686826 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:29.699661 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (83b3af81-65ae-417a-b33a-56dcac266368), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.719464 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (aaa050c0-7567-4d7e-9fda-be765cd4b29a), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.725717 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] No DVR routers for this DVR port 83b3af81-65ae-417a-b33a-56dcac266368 on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:29.730812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcec27-6571-44f0-87b5-8a9357a79a27 None None] Pushing event deleted for resources: {'Port': ['ID=83b3af81-65ae-417a-b33a-56dcac266368,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:29.742137 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa050c0-7567-4d7e-9fda-be765cd4b29a']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:29.752412 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3e7768-4a46-4da7-9b91-a0e73846f152') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:29.752730 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3e7768-4a46-4da7-9b91-a0e73846f152') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:29.766966 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (4b3e7768-4a46-4da7-9b91-a0e73846f152), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.782688 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (4b3e7768-4a46-4da7-9b91-a0e73846f152), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.792039 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 15:04:29.792496 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (4b3e7768-4a46-4da7-9b91-a0e73846f152), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.849430 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 4b3e7768-4a46-4da7-9b91-a0e73846f152 resource provider aggregate not found Jun 20 15:04:29.862750 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (aaa050c0-7567-4d7e-9fda-be765cd4b29a), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.869315 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:29.872496 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] 10.222.0.23 "DELETE /v2.0/networks/aaa050c0-7567-4d7e-9fda-be765cd4b29a HTTP/1.1" status: 204 len: 168 time: 0.5656865 Jun 20 15:04:29.874204 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment 4b3e7768-4a46-4da7-9b91-a0e73846f152 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b3e7768-4a46-4da7-9b91-a0e73846f152 found for delete ", "request_id": "req-5cb776d9-c611-4b70-b808-072c841f3147"}]} Jun 20 15:04:29.875869 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57718) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:29.885987 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e045a-dd32-4810-9307-78d64cf75247 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa050c0-7567-4d7e-9fda-be765cd4b29a,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:30.192089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607218'] for router_interface (b186e008-cc73-47eb-88eb-5d8ddd6983ad), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:30.410644 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 83b3af81-65ae-417a-b33a-56dcac266368 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:30.417144 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Deleting port 66c7f0a3-aded-4c71-9e53-10fd357eff2c {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:30.417478 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:30.503696 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] For port 66c7f0a3-aded-4c71-9e53-10fd357eff2c, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=66c7f0a3-aded-4c71-9e53-10fd357eff2c,segment=NetworkSegment(aba1437d-04a7-4646-8053-deb05625e8ec),segment_id=aba1437d-04a7-4646-8053-deb05625e8ec)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:30.503953 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:30.518357 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Calling delete_port for 66c7f0a3-aded-4c71-9e53-10fd357eff2c owned by network:router_interface {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:30.561836 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 83b3af81-65ae-417a-b33a-56dcac266368 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:30.562151 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 83b3af81-65ae-417a-b33a-56dcac266368 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:30.562599 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e66fb8ce-318e-4e30-8f94-35c5deec7305 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:30.563328 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:30.581141 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: e66fb8ce-318e-4e30-8f94-35c5deec7305 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:30.581478 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e66fb8ce-318e-4e30-8f94-35c5deec7305 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:30.581882 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5ce31626-9411-4232-a3e9-219448e3bd39 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:30.599306 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 5ce31626-9411-4232-a3e9-219448e3bd39 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:30.599650 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 5ce31626-9411-4232-a3e9-219448e3bd39 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:30.622518 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:30.710776 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (66c7f0a3-aded-4c71-9e53-10fd357eff2c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:30.735266 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=66c7f0a3-aded-4c71-9e53-10fd357eff2c,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:31.155682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1609378'] for router_interface (b186e008-cc73-47eb-88eb-5d8ddd6983ad), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:31.360255 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Router b186e008-cc73-47eb-88eb-5d8ddd6983ad has already been hosted by L3 agent 05fa0144-9c7d-46c5-90c0-66e87fa0980f {{(pid=110374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 20 15:04:31.463919 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] Notify agent at l3_agent.dv-cinder-836973-5-iscsi the message routers_updated {{(pid=110374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 20 15:04:31.469139 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-da3bdb52-ca84-4d1f-b575-7fd5fce41ffe admin admin] 10.222.0.23 "PUT /v2.0/routers/b186e008-cc73-47eb-88eb-5d8ddd6983ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5921307 Jun 20 15:04:31.471802 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57730) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:31.472481 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] Sync routers for ids ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'] in dv-cinder-836973-5-iscsi {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 20 15:04:31.484191 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] Routers {'b186e008-cc73-47eb-88eb-5d8ddd6983ad'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:31.484849 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:31.575353 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks [] for router (b186e008-cc73-47eb-88eb-5d8ddd6983ad), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:31.589099 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] Set router b186e008-cc73-47eb-88eb-5d8ddd6983ad gateway port host: dv-cinder-836973-5-iscsi {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:31.682275 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks [] for router_gateway (b186e008-cc73-47eb-88eb-5d8ddd6983ad), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:31.727534 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Deleting port e93558ae-6ff8-4498-898d-7fa0bd16eb70 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:31.727885 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:31.730213 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:31.745332 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:31.757989 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'external_fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:04:30Z', 'revision_number': 5, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port': {'id': 'e93558ae-6ff8-4498-898d-7fa0bd16eb70', 'name': '', 'network_id': 'b5b2035b-e964-4664-afa8-3dbdff698b0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-20T14:59:58Z', 'updated_at': '2022-06-20T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afc4172c-91c7-4894-b397-b12715b0f77b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-5-iscsi'}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:31.787716 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] Checking router: b186e008-cc73-47eb-88eb-5d8ddd6983ad for host: dv-cinder-836973-5-iscsi {{(pid=110375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 20 15:04:31.796949 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] Routers {'b186e008-cc73-47eb-88eb-5d8ddd6983ad'} bound to L3 agent in host dv-cinder-836973-5-iscsi {{(pid=110375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 20 15:04:31.797567 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-20T14:44:07Z,description=,heartbeat_timestamp=2022-06-20T15:04:07Z,host='dv-cinder-836973-5-iscsi',id=05fa0144-9c7d-46c5-90c0-66e87fa0980f,load=0,resource_versions=,resources_synced=,started_at=2022-06-20T14:44:07Z,topic='l3_agent')) {'router_ids': ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'], 'active': True} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:31.812940 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] For port e93558ae-6ff8-4498-898d-7fa0bd16eb70, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=e93558ae-6ff8-4498-898d-7fa0bd16eb70,segment=NetworkSegment(0d23629c-76a6-4c91-b627-20af5b747912),segment_id=0d23629c-76a6-4c91-b627-20af5b747912)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:31.813295 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:31.826303 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Calling delete_port for e93558ae-6ff8-4498-898d-7fa0bd16eb70 owned by network:router_gateway {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:31.882258 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvr_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] Set router b186e008-cc73-47eb-88eb-5d8ddd6983ad gateway port host: None {{(pid=110375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 20 15:04:31.930017 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_hamode_db [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:04:31Z', 'revision_number': 6, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port_host': None}], 'dv-cinder-836973-5-iscsi', False) {} {{(pid=110375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:31.954898 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46846e65-d607-4ad0-94cf-a06ba2a0b56b None None] The sync data for ids ['b186e008-cc73-47eb-88eb-5d8ddd6983ad'] in dv-cinder-836973-5-iscsi is: [{'id': 'b186e008-cc73-47eb-88eb-5d8ddd6983ad', 'name': 'tempest-TestShelveInstance-1838148596-router', 'tenant_id': '117ab1f62f4140a0b929db4827cc009f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-20T14:59:57Z', 'updated_at': '2022-06-20T15:04:31Z', 'revision_number': 6, 'project_id': '117ab1f62f4140a0b929db4827cc009f', 'gw_port_host': None}] {{(pid=110375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 20 15:04:31.999648 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (e93558ae-6ff8-4498-898d-7fa0bd16eb70), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.024191 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93558ae-6ff8-4498-898d-7fa0bd16eb70,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:32.087254 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1612017'] for router_gateway (b186e008-cc73-47eb-88eb-5d8ddd6983ad), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.173820 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16014'] for router (b186e008-cc73-47eb-88eb-5d8ddd6983ad), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.176116 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks [] for router_controller (b186e008-cc73-47eb-88eb-5d8ddd6983ad), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.225459 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607283'] for router (b186e008-cc73-47eb-88eb-5d8ddd6983ad), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.226078 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b186e008-cc73-47eb-88eb-5d8ddd6983ad {{(pid=110374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 20 15:04:32.231924 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.233092 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8f9ad23a-efaa-4da6-9778-2fb7b45187f8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b186e008-cc73-47eb-88eb-5d8ddd6983ad HTTP/1.1" status: 204 len: 168 time: 0.7603755 Jun 20 15:04:32.235745 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57734) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:32.283271 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] Deleting subnet fd6267c4-f904-40b3-9d04-1ca405f82d07 {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 15:04:32.286863 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] Publish callbacks [] for subnet (fd6267c4-f904-40b3-9d04-1ca405f82d07), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.326168 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (fd6267c4-f904-40b3-9d04-1ca405f82d07), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.412492 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (fd6267c4-f904-40b3-9d04-1ca405f82d07), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.470685 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (fd6267c4-f904-40b3-9d04-1ca405f82d07), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.498700 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.502390 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd6267c4-f904-40b3-9d04-1ca405f82d07 HTTP/1.1" status: 204 len: 168 time: 0.2657094 Jun 20 15:04:32.503558 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbe681-6677-4458-b076-9b80ae4e8bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd6267c4-f904-40b3-9d04-1ca405f82d07,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:32.503874 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824bc98d-5593-4300-bd0f-9eb0fc3b4f19 None None] Network 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:04:32.505331 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57736) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:32.579111 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (75940f2b-c0d6-4aa5-8e6c-96358f6111b4), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.626607 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Deleting port bc0daf24-afb9-4f60-983b-a2de48920be1 {{(pid=110373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:32.626946 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.689794 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.db [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] For port bc0daf24-afb9-4f60-983b-a2de48920be1, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=bc0daf24-afb9-4f60-983b-a2de48920be1,segment=NetworkSegment(aba1437d-04a7-4646-8053-deb05625e8ec),segment_id=aba1437d-04a7-4646-8053-deb05625e8ec)] {{(pid=110373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:32.689794 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.703975 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Calling delete_port for bc0daf24-afb9-4f60-983b-a2de48920be1 owned by network:dhcp {{(pid=110373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:32.721630 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] DHCP port deletion for 75940f2b-c0d6-4aa5-8e6c-96358f6111b4 request from dv-cinder-836973-5-iscsi {{(pid=110375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 20 15:04:32.758812 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:32.767212 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] Deleting port bc0daf24-afb9-4f60-983b-a2de48920be1 {{(pid=110375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:04:32.767581 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), before_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.779703 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:32.798859 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15963604'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.821843 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0daf24-afb9-4f60-983b-a2de48920be1,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:32.830013 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 66c7f0a3-aded-4c71-9e53-10fd357eff2c no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:32.831187 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] No DVR routers for this DVR port bc0daf24-afb9-4f60-983b-a2de48920be1 on host dv-cinder-836973-5-iscsi {{(pid=110373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:32.856664 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: 66c7f0a3-aded-4c71-9e53-10fd357eff2c {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:32.857056 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device 66c7f0a3-aded-4c71-9e53-10fd357eff2c not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:32.867280 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] For port bc0daf24-afb9-4f60-983b-a2de48920be1, host dv-cinder-836973-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-5-iscsi',level=0,port_id=bc0daf24-afb9-4f60-983b-a2de48920be1,segment=NetworkSegment(aba1437d-04a7-4646-8053-deb05625e8ec),segment_id=aba1437d-04a7-4646-8053-deb05625e8ec)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:04:32.867760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), precommit_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.881807 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] Calling delete_port for bc0daf24-afb9-4f60-983b-a2de48920be1 owned by network:dhcp {{(pid=110375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:04:32.911512 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (75940f2b-c0d6-4aa5-8e6c-96358f6111b4), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.933285 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75940f2b-c0d6-4aa5-8e6c-96358f6111b4']}} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:32.943517 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba1437d-04a7-4646-8053-deb05625e8ec') {'for_net_delete': True} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:32.943875 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.services.segments.db [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba1437d-04a7-4646-8053-deb05625e8ec') {} {{(pid=110373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:04:32.954626 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13380611'] for segment (aba1437d-04a7-4646-8053-deb05625e8ec), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.963084 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737'] for port (bc0daf24-afb9-4f60-983b-a2de48920be1), after_delete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.969782 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (aba1437d-04a7-4646-8053-deb05625e8ec), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.976647 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=110373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 15:04:32.977141 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15963617'] for segment (aba1437d-04a7-4646-8053-deb05625e8ec), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:32.987090 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] Pushing event deleted for resources: {'Port': ['ID=bc0daf24-afb9-4f60-983b-a2de48920be1,revision_number=None']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:32.997880 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment aba1437d-04a7-4646-8053-deb05625e8ec resource provider aggregate not found Jun 20 15:04:32.998097 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16ab93-2fa0-4aae-95da-16d98d7a8b8f None None] No DVR routers for this DVR port bc0daf24-afb9-4f60-983b-a2de48920be1 on host dv-cinder-836973-5-iscsi {{(pid=110375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:04:33.026691 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.services.segments.plugin [-] Segment aba1437d-04a7-4646-8053-deb05625e8ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aba1437d-04a7-4646-8053-deb05625e8ec found for delete ", "request_id": "req-fa4479dc-010d-4d1c-af81-07f2ec513e55"}]} Jun 20 15:04:33.070519 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (75940f2b-c0d6-4aa5-8e6c-96358f6111b4), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.075255 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.080973 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] 10.222.0.23 "DELETE /v2.0/networks/75940f2b-c0d6-4aa5-8e6c-96358f6111b4 HTTP/1.1" status: 204 len: 168 time: 0.5722635 Jun 20 15:04:33.093007 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b8b42-aac4-489d-a563-9905e992be81 admin admin] Pushing event deleted for resources: {'Network': ['ID=75940f2b-c0d6-4aa5-8e6c-96358f6111b4,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:33.263219 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57746) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:33.305049 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f5d1aee6-8f74-4fe3-8e47-c6cac4461faf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f29cab4870474548b98c3a81a3aa8031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405371 Jun 20 15:04:33.308295 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57748) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:33.345116 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:33.363725 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-599ace52-8752-4827-9b2b-a72c176524ec admin admin] Publish callbacks [] for security_group (19c73eec-1a61-4045-ba33-6966b0af3e34), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.385695 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-599ace52-8752-4827-9b2b-a72c176524ec admin admin] Publish callbacks [] for security_group (19c73eec-1a61-4045-ba33-6966b0af3e34), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.440602 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-599ace52-8752-4827-9b2b-a72c176524ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (19c73eec-1a61-4045-ba33-6966b0af3e34), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.443247 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-599ace52-8752-4827-9b2b-a72c176524ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.444419 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-599ace52-8752-4827-9b2b-a72c176524ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19c73eec-1a61-4045-ba33-6966b0af3e34 HTTP/1.1" status: 204 len: 168 time: 0.1351786 Jun 20 15:04:33.452855 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ace52-8752-4827-9b2b-a72c176524ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c73eec-1a61-4045-ba33-6966b0af3e34,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:33.795253 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57754) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:33.811400 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:33.837883 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-eb26e589-000f-41c5-a602-8f24a8b4ffd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=117ab1f62f4140a0b929db4827cc009f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414782 Jun 20 15:04:33.840388 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57756) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:33.888576 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4f1dae3e-b2aa-4b98-80a4-564760a0ca16 admin admin] Publish callbacks [] for security_group (416e3de2-ea16-4990-af5a-0632bff46e1e), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.910365 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4f1dae3e-b2aa-4b98-80a4-564760a0ca16 admin admin] Publish callbacks [] for security_group (416e3de2-ea16-4990-af5a-0632bff46e1e), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.963808 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4f1dae3e-b2aa-4b98-80a4-564760a0ca16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (416e3de2-ea16-4990-af5a-0632bff46e1e), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.966463 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-4f1dae3e-b2aa-4b98-80a4-564760a0ca16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:33.967616 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-4f1dae3e-b2aa-4b98-80a4-564760a0ca16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/416e3de2-ea16-4990-af5a-0632bff46e1e HTTP/1.1" status: 204 len: 168 time: 0.1263072 Jun 20 15:04:33.977084 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dae3e-b2aa-4b98-80a4-564760a0ca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e3de2-ea16-4990-af5a-0632bff46e1e,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:34.405037 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device bc0daf24-afb9-4f60-983b-a2de48920be1 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:34.425798 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: bc0daf24-afb9-4f60-983b-a2de48920be1 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:34.426125 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device bc0daf24-afb9-4f60-983b-a2de48920be1 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:34.426575 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e93558ae-6ff8-4498-898d-7fa0bd16eb70 no longer exists at agent ovs-agent-dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:04:34.449456 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] No Port match for: e93558ae-6ff8-4498-898d-7fa0bd16eb70 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:04:34.449798 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Device e93558ae-6ff8-4498-898d-7fa0bd16eb70 not bound to the agent host dv-cinder-836973-5-iscsi {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:04:34.991747 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-00ddc810-f40b-4cfd-8b74-2a6dee749481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:36.511302 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:04:37.407411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2ad23737-9e83-4900-b99b-5fce6720c719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:37.964266 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.297949 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57812) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:38.410461 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-26d09abd-b509-44da-8ec4-590c7e3e0ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.488448 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-26d09abd-b509-44da-8ec4-590c7e3e0ce8 admin admin] Publish callbacks [] for security_group (70268b0a-c37f-4737-8b2a-3f7fc1bcb358), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.488932 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=15 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:38.494295 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-26d09abd-b509-44da-8ec4-590c7e3e0ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (70268b0a-c37f-4737-8b2a-3f7fc1bcb358), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.531430 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d09abd-b509-44da-8ec4-590c7e3e0ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70268b0a-c37f-4737-8b2a-3f7fc1bcb358,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:38.535817 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-26d09abd-b509-44da-8ec4-590c7e3e0ce8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c182d9aae12941bd99a51c28cbc33489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368166 Jun 20 15:04:38.538498 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57816) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:38.587230 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e9610a25-7c08-4f8f-b5a5-a8be0cecb93c admin admin] Publish callbacks [] for security_group (70268b0a-c37f-4737-8b2a-3f7fc1bcb358), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.609043 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e9610a25-7c08-4f8f-b5a5-a8be0cecb93c admin admin] Publish callbacks [] for security_group (70268b0a-c37f-4737-8b2a-3f7fc1bcb358), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.620210 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.658902 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e9610a25-7c08-4f8f-b5a5-a8be0cecb93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (70268b0a-c37f-4737-8b2a-3f7fc1bcb358), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.661503 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-e9610a25-7c08-4f8f-b5a5-a8be0cecb93c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:38.662653 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-e9610a25-7c08-4f8f-b5a5-a8be0cecb93c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70268b0a-c37f-4737-8b2a-3f7fc1bcb358 HTTP/1.1" status: 204 len: 168 time: 0.1232798 Jun 20 15:04:38.670971 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9610a25-7c08-4f8f-b5a5-a8be0cecb93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70268b0a-c37f-4737-8b2a-3f7fc1bcb358,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:38.943597 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57822) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:38.959917 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a626ca3-2bb0-4790-9165-52e3061ce3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:39.058002 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a626ca3-2bb0-4790-9165-52e3061ce3a2 admin admin] Publish callbacks [] for security_group (6b44a3e3-8c80-4951-815e-4ca96dbe99f5), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:39.065367 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-9a626ca3-2bb0-4790-9165-52e3061ce3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6b44a3e3-8c80-4951-815e-4ca96dbe99f5), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:39.070510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:39.106710 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-9a626ca3-2bb0-4790-9165-52e3061ce3a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=717cd0755f3b4a14a9aab9a0d326ece3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619635 Jun 20 15:04:39.108300 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a626ca3-2bb0-4790-9165-52e3061ce3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44a3e3-8c80-4951-815e-4ca96dbe99f5,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:39.109935 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57824) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:39.162110 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:39.166011 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4eac-1b80-42b5-8eb2-4fb4b2456400 admin admin] Publish callbacks [] for security_group (6b44a3e3-8c80-4951-815e-4ca96dbe99f5), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:39.188930 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4eac-1b80-42b5-8eb2-4fb4b2456400 admin admin] Publish callbacks [] for security_group (6b44a3e3-8c80-4951-815e-4ca96dbe99f5), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:39.237815 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4eac-1b80-42b5-8eb2-4fb4b2456400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (6b44a3e3-8c80-4951-815e-4ca96dbe99f5), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:39.240311 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-5b7c4eac-1b80-42b5-8eb2-4fb4b2456400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:39.241468 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-5b7c4eac-1b80-42b5-8eb2-4fb4b2456400 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b44a3e3-8c80-4951-815e-4ca96dbe99f5 HTTP/1.1" status: 204 len: 168 time: 0.1303511 Jun 20 15:04:39.249740 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c4eac-1b80-42b5-8eb2-4fb4b2456400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44a3e3-8c80-4951-815e-4ca96dbe99f5,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:40.202263 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:40.315709 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.577706 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 57918) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:44.719141 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:44.730314 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cf6dd18-264c-48f6-ab8c-93404f6446cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.808272 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cf6dd18-264c-48f6-ab8c-93404f6446cd admin admin] Publish callbacks [] for security_group (58e4fcf7-d50c-46da-8a74-311ba18bd910), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.814704 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-9cf6dd18-264c-48f6-ab8c-93404f6446cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (58e4fcf7-d50c-46da-8a74-311ba18bd910), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.853776 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-9cf6dd18-264c-48f6-ab8c-93404f6446cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=080ff2e7b94342238c37b5f4f61da92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747519 Jun 20 15:04:44.854391 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6dd18-264c-48f6-ab8c-93404f6446cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4fcf7-d50c-46da-8a74-311ba18bd910,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:44.856653 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57922) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:44.895937 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:44.908773 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-972e9ab6-ab66-4ac5-9554-4a9612750630 admin admin] Publish callbacks [] for security_group (58e4fcf7-d50c-46da-8a74-311ba18bd910), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.932564 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-972e9ab6-ab66-4ac5-9554-4a9612750630 admin admin] Publish callbacks [] for security_group (58e4fcf7-d50c-46da-8a74-311ba18bd910), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.991837 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-972e9ab6-ab66-4ac5-9554-4a9612750630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (58e4fcf7-d50c-46da-8a74-311ba18bd910), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.994432 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-972e9ab6-ab66-4ac5-9554-4a9612750630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:44.995606 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-972e9ab6-ab66-4ac5-9554-4a9612750630 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58e4fcf7-d50c-46da-8a74-311ba18bd910 HTTP/1.1" status: 204 len: 168 time: 0.1379550 Jun 20 15:04:45.004229 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e9ab6-ab66-4ac5-9554-4a9612750630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4fcf7-d50c-46da-8a74-311ba18bd910,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:45.314967 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57928) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:45.331610 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-24cc98c1-e09c-4d52-bb55-6d947be58c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:45.414783 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-24cc98c1-e09c-4d52-bb55-6d947be58c24 admin admin] Publish callbacks [] for security_group (367b3deb-13c6-4c18-96bd-81abe1607946), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:45.421018 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-24cc98c1-e09c-4d52-bb55-6d947be58c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (367b3deb-13c6-4c18-96bd-81abe1607946), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:45.465599 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-24cc98c1-e09c-4d52-bb55-6d947be58c24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4765304abec34c56a136b299884a7485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495192 Jun 20 15:04:45.466478 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc98c1-e09c-4d52-bb55-6d947be58c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b3deb-13c6-4c18-96bd-81abe1607946,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:45.469157 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 57930) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:45.521879 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a38-4ed7-416c-a778-8c245c870089 admin admin] Publish callbacks [] for security_group (367b3deb-13c6-4c18-96bd-81abe1607946), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:45.543480 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a38-4ed7-416c-a778-8c245c870089 admin admin] Publish callbacks [] for security_group (367b3deb-13c6-4c18-96bd-81abe1607946), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:45.597861 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a38-4ed7-416c-a778-8c245c870089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (367b3deb-13c6-4c18-96bd-81abe1607946), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:45.600390 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-3a6b5a38-4ed7-416c-a778-8c245c870089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:45.601598 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-3a6b5a38-4ed7-416c-a778-8c245c870089 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/367b3deb-13c6-4c18-96bd-81abe1607946 HTTP/1.1" status: 204 len: 168 time: 0.1315243 Jun 20 15:04:45.610251 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b5a38-4ed7-416c-a778-8c245c870089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b3deb-13c6-4c18-96bd-81abe1607946,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:46.503777 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=8 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:50.071123 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58002) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:50.184038 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b6451495-4054-4408-911f-943516ba3c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.259807 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b6451495-4054-4408-911f-943516ba3c77 admin admin] Publish callbacks [] for security_group (5c7112e0-cd25-4461-ba5c-e0d40e8894f7), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.265612 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-b6451495-4054-4408-911f-943516ba3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (5c7112e0-cd25-4461-ba5c-e0d40e8894f7), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.304245 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b6451495-4054-4408-911f-943516ba3c77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7b5fd3d437947ff8a358d749dbda28f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320650 Jun 20 15:04:50.305117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6451495-4054-4408-911f-943516ba3c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7112e0-cd25-4461-ba5c-e0d40e8894f7,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:50.307534 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 58006) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:50.360847 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f089c1d8-95d0-4c1f-a09f-9331df09756c admin admin] Publish callbacks [] for security_group (5c7112e0-cd25-4461-ba5c-e0d40e8894f7), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.382327 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f089c1d8-95d0-4c1f-a09f-9331df09756c admin admin] Publish callbacks [] for security_group (5c7112e0-cd25-4461-ba5c-e0d40e8894f7), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.435217 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f089c1d8-95d0-4c1f-a09f-9331df09756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (5c7112e0-cd25-4461-ba5c-e0d40e8894f7), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.438035 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-f089c1d8-95d0-4c1f-a09f-9331df09756c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.448052 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-f089c1d8-95d0-4c1f-a09f-9331df09756c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c7112e0-cd25-4461-ba5c-e0d40e8894f7 HTTP/1.1" status: 204 len: 168 time: 0.1333704 Jun 20 15:04:50.456765 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c1d8-95d0-4c1f-a09f-9331df09756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7112e0-cd25-4461-ba5c-e0d40e8894f7,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:50.728311 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 58012) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:50.742446 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b90cba91-b51b-4634-8802-fddef7fd9e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.820845 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b90cba91-b51b-4634-8802-fddef7fd9e55 admin admin] Publish callbacks [] for security_group (ca9cf1c5-0462-410b-8cc3-32f537fe729c), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.827614 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-b90cba91-b51b-4634-8802-fddef7fd9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ca9cf1c5-0462-410b-8cc3-32f537fe729c), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.843837 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=12 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:50.863279 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:04:50.869224 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-b90cba91-b51b-4634-8802-fddef7fd9e55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72d7679bb8aa48d09bbd9de21e0a5ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396582 Jun 20 15:04:50.872055 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cba91-b51b-4634-8802-fddef7fd9e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cf1c5-0462-410b-8cc3-32f537fe729c,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:04:50.873170 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58014) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:04:50.935405 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-61d86130-f05e-4078-a0e3-f69e2bddb19d admin admin] Publish callbacks [] for security_group (ca9cf1c5-0462-410b-8cc3-32f537fe729c), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:50.958314 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-61d86130-f05e-4078-a0e3-f69e2bddb19d admin admin] Publish callbacks [] for security_group (ca9cf1c5-0462-410b-8cc3-32f537fe729c), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:51.009951 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-61d86130-f05e-4078-a0e3-f69e2bddb19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (ca9cf1c5-0462-410b-8cc3-32f537fe729c), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:51.012591 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-61d86130-f05e-4078-a0e3-f69e2bddb19d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:04:51.013758 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-61d86130-f05e-4078-a0e3-f69e2bddb19d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca9cf1c5-0462-410b-8cc3-32f537fe729c HTTP/1.1" status: 204 len: 168 time: 0.1356237 Jun 20 15:04:51.023280 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d86130-f05e-4078-a0e3-f69e2bddb19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9cf1c5-0462-410b-8cc3-32f537fe729c,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:00.876567 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=1 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:01.017429 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:INSERT=12 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:01.018598 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=50,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:01.035683 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=42,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:01.036640 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:02.034727 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58120) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:05:02.150128 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8d82102e-b2bf-4386-8a48-d27daf325723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.233690 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8d82102e-b2bf-4386-8a48-d27daf325723 admin admin] Publish callbacks [] for security_group (fc827137-032e-4a2b-abd3-caccc3209a46), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.239006 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-8d82102e-b2bf-4386-8a48-d27daf325723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fc827137-032e-4a2b-abd3-caccc3209a46), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.276166 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82102e-b2bf-4386-8a48-d27daf325723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc827137-032e-4a2b-abd3-caccc3209a46,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:02.280393 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-8d82102e-b2bf-4386-8a48-d27daf325723 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38e4843aec634294b821fffffab95025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446010 Jun 20 15:05:02.283091 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58124) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:05:02.287141 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=11 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:02.333783 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a7ed6964-4708-4a78-a772-ba3988328a93 admin admin] Publish callbacks [] for security_group (fc827137-032e-4a2b-abd3-caccc3209a46), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.358211 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a7ed6964-4708-4a78-a772-ba3988328a93 admin admin] Publish callbacks [] for security_group (fc827137-032e-4a2b-abd3-caccc3209a46), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.414892 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a7ed6964-4708-4a78-a772-ba3988328a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (fc827137-032e-4a2b-abd3-caccc3209a46), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.417662 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-a7ed6964-4708-4a78-a772-ba3988328a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.418977 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-a7ed6964-4708-4a78-a772-ba3988328a93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc827137-032e-4a2b-abd3-caccc3209a46 HTTP/1.1" status: 204 len: 168 time: 0.1349750 Jun 20 15:05:02.427483 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed6964-4708-4a78-a772-ba3988328a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc827137-032e-4a2b-abd3-caccc3209a46,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:02.710459 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58130) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:05:02.724355 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-23bf46e9-70e5-49bf-b6d5-4a4ae43caa93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.802439 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-23bf46e9-70e5-49bf-b6d5-4a4ae43caa93 admin admin] Publish callbacks [] for security_group (43aa5706-f80a-454d-b9d8-3df676942971), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.808708 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-23bf46e9-70e5-49bf-b6d5-4a4ae43caa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (43aa5706-f80a-454d-b9d8-3df676942971), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.847161 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-23bf46e9-70e5-49bf-b6d5-4a4ae43caa93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef35e8e636ad41e89d0e294be63c6af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356015 Jun 20 15:05:02.847996 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf46e9-70e5-49bf-b6d5-4a4ae43caa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43aa5706-f80a-454d-b9d8-3df676942971,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:02.850047 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 58132) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:05:02.905432 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Publish callbacks [] for security_group (43aa5706-f80a-454d-b9d8-3df676942971), before_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.928073 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Publish callbacks [] for security_group (43aa5706-f80a-454d-b9d8-3df676942971), precommit_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.979286 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (43aa5706-f80a-454d-b9d8-3df676942971), after_delete {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.982127 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:02.983271 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43aa5706-f80a-454d-b9d8-3df676942971 HTTP/1.1" status: 204 len: 168 time: 0.1320937 Jun 20 15:05:02.991063 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aa5706-f80a-454d-b9d8-3df676942971,revision_number=None']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:02.998886 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:02.999230 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:02.999572 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:02.999898 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.000217 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.000540 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.000891 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.001212 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.001528 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.001869 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.002166 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.002490 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.002822 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.003135 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.003443 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567d17-c5c9-41ca-8609-1efaa56e8f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:03.730659 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [-] (110373) accepted ('10.222.0.23', 58154) {{(pid=110373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:05:03.839690 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.v2.base [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-533057681-network', 'tenant_id': '655fee4df800492ca9507af988943721'}} {{(pid=110373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:05:03.862292 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Made reservation on behalf of 655fee4df800492ca9507af988943721 for: {'network': 1} {{(pid=110373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:05:03.864568 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for network (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:03.873510 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:03.949480 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks [] for security_group (3cecb7b9-abb4-4c3f-a337-5737596fbcc7), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:03.954874 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3cecb7b9-abb4-4c3f-a337-5737596fbcc7), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:03.980254 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=110373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 20 15:05:03.990090 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cecb7b9-abb4-4c3f-a337-5737596fbcc7,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:03.995098 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:03.995433 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.db.segments_db [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Added segment 3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e of type vlan for network d8ca2f92-4420-4b60-ac38-63d7edea8687 Jun 20 15:05:04.037188 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740485647854'] for network (d8ca2f92-4420-4b60-ac38-63d7edea8687), precommit_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:04.064140 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210'] for network (d8ca2f92-4420-4b60-ac38-63d7edea8687), after_create {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:04.065148 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:04.065872 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron_lib.callbacks.manager [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:04.101020 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3691852 Jun 20 15:05:04.104322 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58158) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:05:04.109428 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Request body: {'subnet': {'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-533057681-subnet', 'tenant_id': '655fee4df800492ca9507af988943721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:05:04.128617 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccedaf-c12a-46e2-983a-b32f0a7c7c02 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ca2f92-4420-4b60-ac38-63d7edea8687,revision_number=1']} {{(pid=110373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:04.130627 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Made reservation on behalf of 655fee4df800492ca9507af988943721 for: {'subnet': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:05:04.133255 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15994206'] for subnet (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:04.139044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Network d8ca2f92-4420-4b60-ac38-63d7edea8687 details requested by agent ovs-agent-dv-cinder-836973-5-iscsi with host dv-cinder-836973-5-iscsi {{(pid=110375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 20 15:05:04.316288 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14740296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15994284'] for subnet (2f8e7234-2c3d-4684-879a-8862ba9dc18e), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:04.344952 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:04.356099 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:04.372242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8e7234-2c3d-4684-879a-8862ba9dc18e,revision_number=0']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:04.389425 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.389774 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.390116 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.390453 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.390785 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.391115 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.391439 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.391761 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.392085 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.392412 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.392761 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.393088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.393408 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.393723 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.394038 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:04.403845 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Checking segment: {'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:05:04.404199 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Network hostable DHCP agents. Network: d8ca2f92-4420-4b60-ac38-63d7edea8687, hostable agents: ['edcf244c-3697-49fd-81ae-8dcd72ec84c5'], hosted agents: [] {{(pid=110374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 20 15:05:04.423370 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Network d8ca2f92-4420-4b60-ac38-63d7edea8687 is scheduled to be hosted by DHCP agent edcf244c-3697-49fd-81ae-8dcd72ec84c5 with binding_index 1 {{(pid=110374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 20 15:05:04.432965 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-5-iscsi, d8ca2f92-4420-4b60-ac38-63d7edea8687) {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:05:04.437013 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:04.437599 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:04.441867 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a45e91-792f-496a-bfe1-f61f5d8242c4 None None] Network d8ca2f92-4420-4b60-ac38-63d7edea8687 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:05:04.464042 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-4f995957-2cff-48e3-b486-42e7c08670af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3493354 Jun 20 15:05:04.537946 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bd050-4b70-4ace-a8a0-82d43ab57147 None None] Network d8ca2f92-4420-4b60-ac38-63d7edea8687 requested from dv-cinder-836973-5-iscsi {{(pid=110375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 20 15:05:04.985389 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-528651b0-1276-4e20-8a06-a2385e1f451c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:06.262549 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-8ec924cc-b8b4-4b01-91f6-9cd867d96193 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:06.263888 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-8ec924cc-b8b4-4b01-91f6-9cd867d96193 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 813 time: 0.1099353 Jun 20 15:05:06.278788 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-fe516a3e-6637-4424-a262-a561a876cfcd tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/quotas/655fee4df800492ca9507af988943721 HTTP/1.1" status: 200 len: 375 time: 0.0094817 Jun 20 15:05:06.310649 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-8e8ce269-8df0-4a57-8728-0121fe3d1173 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270066 Jun 20 15:05:06.452552 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-c7758365-50ba-44ef-a020-d08c17098178 service neutron] 10.222.0.23 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354291 Jun 20 15:05:06.527348 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:06.546608 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-cc4261f9-d17c-4afd-8a6f-0bafff98856a service neutron] 10.222.0.23 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883374 Jun 20 15:05:06.728771 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1c57d0a3-f884-4eb9-ab7b-97e35d20d22f req-ae7c3877-c816-40bb-8052-e07aa6c77ec3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 210 time: 0.0337455 Jun 20 15:05:07.400861 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d12baaa3-78b4-4459-9806-06143d69f7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:07.830493 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-38987f17-4d0e-43d6-a836-e45e2d2edd4e req-68c972f9-bf62-4909-b5c9-fbe207a850d8 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 210 time: 0.0318863 Jun 20 15:05:07.836485 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-4af0badb-ff4f-48c6-b74d-b0e657afbe72 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:07.838798 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-4af0badb-ff4f-48c6-b74d-b0e657afbe72 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 813 time: 0.1143785 Jun 20 15:05:07.850892 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Request body: {'port': {'device_id': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687', 'admin_state_up': True, 'tenant_id': '655fee4df800492ca9507af988943721'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:05:07.961953 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:07.970674 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Made reservation on behalf of 655fee4df800492ca9507af988943721 for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:05:07.974146 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.109277 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Allocated IP 172.20.0.9 (d8ca2f92-4420-4b60-ac38-63d7edea8687/2f8e7234-2c3d-4684-879a-8862ba9dc18e/a1cfd00d-792d-4a57-b492-4bab4745de91) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:05:08.260454 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks [] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.297439 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.344243 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Network d8ca2f92-4420-4b60-ac38-63d7edea8687 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:05:08.347332 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:05:08.351145 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:05:08.374155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Pushing event updated for resources: {'Port': ['ID=a1cfd00d-792d-4a57-b492-4bab4745de91,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:08.391455 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:08.402360 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:08.402965 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.420867 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-0fe4fce2-145b-4ff0-ad81-78858ab89460 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737588 Jun 20 15:05:08.431845 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Request body: {'port': {'device_id': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:05:08.454688 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:08.492041 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.623118 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.755997 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cfd00d-792d-4a57-b492-4bab4745de91 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:05:08.763817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Publish callbacks [] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.777122 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Transition to ACTIVE for port object a1cfd00d-792d-4a57-b492-4bab4745de91 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 15:05:08.783990 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:08.832566 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Pushing event updated for resources: {'Port': ['ID=a1cfd00d-792d-4a57-b492-4bab4745de91,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:08.946637 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Attempting to bind port a1cfd00d-792d-4a57-b492-4bab4745de91 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:05:08.947870 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Attempting to bind port a1cfd00d-792d-4a57-b492-4bab4745de91 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:05:08.947870 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Attempting to bind port a1cfd00d-792d-4a57-b492-4bab4745de91 on network d8ca2f92-4420-4b60-ac38-63d7edea8687 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:05:08.960411 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671a48-cb91-421a-84d8-67f3bf23b237 req-60b1a9e2-d2f1-4a06-9df0-7b12d2c2c212 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:08.961910 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fa671a48-cb91-421a-84d8-67f3bf23b237 req-60b1a9e2-d2f1-4a06-9df0-7b12d2c2c212 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 943 time: 0.0576236 Jun 20 15:05:08.962650 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Port a1cfd00d-792d-4a57-b492-4bab4745de91 on network d8ca2f92-4420-4b60-ac38-63d7edea8687 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 15:05:08.962938 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Attempting to bind port a1cfd00d-792d-4a57-b492-4bab4745de91 on network d8ca2f92-4420-4b60-ac38-63d7edea8687 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:05:08.973891 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 15, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:05:08.974223 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Checking segment: {'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:05:08.974586 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Bound using segment: {'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:05:08.975013 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Bound port: a1cfd00d-792d-4a57-b492-4bab4745de91, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:05:08.975358 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:09.047726 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-fa671a48-cb91-421a-84d8-67f3bf23b237 req-018f5801-71b3-4653-8715-49c455252350 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797322 Jun 20 15:05:09.063654 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] For port a1cfd00d-792d-4a57-b492-4bab4745de91, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:05:09.066779 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] For port a1cfd00d-792d-4a57-b492-4bab4745de91, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a1cfd00d-792d-4a57-b492-4bab4745de91,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:05:09.074119 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:09.116122 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:09.116776 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:09.118136 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] 10.222.0.26 "PUT /v2.0/ports/a1cfd00d-792d-4a57-b492-4bab4745de91 HTTP/1.1" status: 200 len: 1093 time: 0.6905489 Jun 20 15:05:09.118914 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'tag': 'a1cfd00d-792d-4a57-b492-4bab4745de91'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:05:09.120945 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f4bcd9-5a29-4b18-a4b7-384b45a78315" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0ba852-dabf-49d1-8fe6-3e7932484da3", "tag": "a1cfd00d-792d-4a57-b492-4bab4745de91"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:05:09.141788 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecd306-2e75-42af-bae4-ae88987330be service neutron] Pushing event updated for resources: {'Port': ['ID=a1cfd00d-792d-4a57-b492-4bab4745de91,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:09.159314 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2cf5f3-233e-4c68-9a8e-0a3973b96644 x-openstack-request-id: req-ed2cf5f3-233e-4c68-9a8e-0a3973b96644 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:05:09.159596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0ba852-dabf-49d1-8fe6-3e7932484da3", "tag": "a1cfd00d-792d-4a57-b492-4bab4745de91", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:05:09.159819 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed2cf5f3-233e-4c68-9a8e-0a3973b96644 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:05:09.160247 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2cf5f3-233e-4c68-9a8e-0a3973b96644'] response: {'name': 'network-changed', 'server_uuid': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'tag': 'a1cfd00d-792d-4a57-b492-4bab4745de91', 'status': 'completed', 'code': 200} Jun 20 15:05:09.205998 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-728f89f8-05e5-4eeb-9d2d-3e3480fb32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:09.207429 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-728f89f8-05e5-4eeb-9d2d-3e3480fb32f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 1127 time: 0.0406389 Jun 20 15:05:09.245764 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-785f3ce6-8e89-4458-a27c-81d8066fe9e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1cfd00d-792d-4a57-b492-4bab4745de91 HTTP/1.1" status: 200 len: 217 time: 0.0309210 Jun 20 15:05:09.292094 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:09.301489 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-8288f648-7590-4bba-a26f-335a8d419d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:09.303029 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-8288f648-7590-4bba-a26f-335a8d419d38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8e7234-2c3d-4684-879a-8862ba9dc18e HTTP/1.1" status: 200 len: 853 time: 0.0509820 Jun 20 15:05:09.338172 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-6d21f967-0180-4745-bce5-f229ab4e7473 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8ca2f92-4420-4b60-ac38-63d7edea8687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291762 Jun 20 15:05:09.441887 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-7f622713-4e73-4487-8ef8-bdac291f427a service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976579 Jun 20 15:05:09.464477 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:09.533532 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-c42c0196-d9b1-4516-b760-3144dc4d6f8c req-acf9f95d-ba42-403e-a888-6f907ddfadd7 service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855849 Jun 20 15:05:10.173562 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1169a3-d585-4dce-856a-c1aa00106e33 req-0ee850b6-eba8-486b-9d04-f0b42a803756 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:10.174990 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1169a3-d585-4dce-856a-c1aa00106e33 req-0ee850b6-eba8-486b-9d04-f0b42a803756 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 943 time: 0.0472531 Jun 20 15:05:10.204826 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:10.225946 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eb1169a3-d585-4dce-856a-c1aa00106e33 req-da3d64ba-463a-453c-8e28-f8ef2eb7d9d5 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Jun 20 15:05:10.264098 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-59448181-bf83-42eb-8a11-0f2b8b24c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:10.265651 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-59448181-bf83-42eb-8a11-0f2b8b24c054 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 1127 time: 0.0385556 Jun 20 15:05:10.323240 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:10.365087 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-447b2ff9-f220-4745-b67c-3a03a43f9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:10.366585 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-447b2ff9-f220-4745-b67c-3a03a43f9f6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 914 time: 0.0918348 Jun 20 15:05:10.408823 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-db2fec35-7299-426f-9f48-6bacf9cbd3d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1cfd00d-792d-4a57-b492-4bab4745de91 HTTP/1.1" status: 200 len: 217 time: 0.0351312 Jun 20 15:05:10.461539 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-f97864c7-51d0-4b56-9de8-1bfa851bcd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:10.463193 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-f97864c7-51d0-4b56-9de8-1bfa851bcd5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8e7234-2c3d-4684-879a-8862ba9dc18e HTTP/1.1" status: 200 len: 853 time: 0.0491216 Jun 20 15:05:10.495771 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-936e619d-e831-4511-abb4-41dcdd21f157 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8ca2f92-4420-4b60-ac38-63d7edea8687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271325 Jun 20 15:05:10.585933 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-23efb740-57ca-45bd-aa06-092577c395ee service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842721 Jun 20 15:05:10.675726 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-75f4bcd9-5a29-4b18-a4b7-384b45a78315 req-84c70427-061c-48c1-8e93-08cb77328af7 service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846350 Jun 20 15:05:11.338962 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:11.352743 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b7c29-428d-4bda-80a2-35c36741a22d req-478c1219-b5e9-4f1d-ada3-bb6c75e9eca3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:11.354381 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-687b7c29-428d-4bda-80a2-35c36741a22d req-478c1219-b5e9-4f1d-ada3-bb6c75e9eca3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 943 time: 0.0533776 Jun 20 15:05:11.407345 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-687b7c29-428d-4bda-80a2-35c36741a22d req-f33eb456-fddf-4b97-9bda-06a18bfc2177 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469728 Jun 20 15:05:11.974211 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a1cfd00d-792d-4a57-b492-4bab4745de91 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 15:05:12.090525 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port a1cfd00d-792d-4a57-b492-4bab4745de91, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a1cfd00d-792d-4a57-b492-4bab4745de91,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:05:12.102233 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'a1cfd00d-792d-4a57-b492-4bab4745de91', 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687', 'port_id': 'a1cfd00d-792d-4a57-b492-4bab4745de91', 'mac_address': 'fa:16:3e:18:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8e7234-2c3d-4684-879a-8862ba9dc18e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 15:05:12.138694 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port a1cfd00d-792d-4a57-b492-4bab4745de91 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:05:12.139077 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:12.152195 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cfd00d-792d-4a57-b492-4bab4745de91 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:05:12.172603 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port a1cfd00d-792d-4a57-b492-4bab4745de91, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a1cfd00d-792d-4a57-b492-4bab4745de91,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:05:12.179231 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:12.231615 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=a1cfd00d-792d-4a57-b492-4bab4745de91,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:12.238488 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.238825 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.239163 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.239503 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.239821 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.240139 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.240454 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.240771 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.241115 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.241421 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.241730 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.242039 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.242350 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.242647 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.242954 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:05:12.381613 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['a1cfd00d-792d-4a57-b492-4bab4745de91'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:05:12.524855 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516df04f-5785-455f-8a82-7a505ee55ab0 req-58c2f819-774e-48d2-8320-f31c6006e5cd tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:12.526278 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-516df04f-5785-455f-8a82-7a505ee55ab0 req-58c2f819-774e-48d2-8320-f31c6006e5cd tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 944 time: 0.0472443 Jun 20 15:05:12.575835 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-516df04f-5785-455f-8a82-7a505ee55ab0 req-faedafcd-383a-4674-8e95-8fae9c4f65a3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Jun 20 15:05:12.597176 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:12.599104 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=21 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:13.506344 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:05:13.691486 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93f7d3-8481-49e8-bbc5-39edf136695a req-06f12306-b2e7-4596-8c77-3de6c77aa258 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:13.692958 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1e93f7d3-8481-49e8-bbc5-39edf136695a req-06f12306-b2e7-4596-8c77-3de6c77aa258 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 944 time: 0.0478594 Jun 20 15:05:13.739561 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-1e93f7d3-8481-49e8-bbc5-39edf136695a req-4472b9a0-4ca4-4aaf-a13b-488ff71224e9 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Jun 20 15:05:13.974927 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a1cfd00d-792d-4a57-b492-4bab4745de91 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:05:13.999884 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:14.018817 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:14.021849 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port a1cfd00d-792d-4a57-b492-4bab4745de91 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 15:05:14.031797 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port a1cfd00d-792d-4a57-b492-4bab4745de91 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:05:14.032185 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:14.232176 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port a1cfd00d-792d-4a57-b492-4bab4745de91 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:05:14.232417 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:14.255236 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cfd00d-792d-4a57-b492-4bab4745de91'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:05:14.257469 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1d49b-7433-4a82-9e5c-ed5d9f271a9c" -d '{"events": [{"server_uuid": "cc0ba852-dabf-49d1-8fe6-3e7932484da3", "name": "network-vif-plugged", "status": "completed", "tag": "a1cfd00d-792d-4a57-b492-4bab4745de91"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:05:14.270054 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port a1cfd00d-792d-4a57-b492-4bab4745de91, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a1cfd00d-792d-4a57-b492-4bab4745de91,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:05:14.276635 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:14.322145 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=a1cfd00d-792d-4a57-b492-4bab4745de91,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:14.414542 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72149bd3-e6c9-4ca1-b2a4-df748092018c x-openstack-request-id: req-72149bd3-e6c9-4ca1-b2a4-df748092018c {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:05:14.414894 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba852-dabf-49d1-8fe6-3e7932484da3", "name": "network-vif-plugged", "status": "completed", "tag": "a1cfd00d-792d-4a57-b492-4bab4745de91", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:05:14.415366 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72149bd3-e6c9-4ca1-b2a4-df748092018c {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:05:14.415581 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72149bd3-e6c9-4ca1-b2a4-df748092018c'] response: {'server_uuid': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cfd00d-792d-4a57-b492-4bab4745de91', 'code': 200} Jun 20 15:05:14.795002 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aff78e-9126-41c8-91d0-77622553c5bb req-3b57dbb1-2a9e-4295-a5bb-04268f30a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:14.796542 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-94aff78e-9126-41c8-91d0-77622553c5bb req-3b57dbb1-2a9e-4295-a5bb-04268f30a552 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 1129 time: 0.0483589 Jun 20 15:05:14.843220 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-94aff78e-9126-41c8-91d0-77622553c5bb req-140ca5c0-8b08-4623-973c-a618aa2adb5c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Jun 20 15:05:14.862864 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2196906-521a-406a-8fe7-cc8c5ab56ef7 req-129daa99-5e65-45b4-8a78-0f1896aa7616 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:14.864336 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2196906-521a-406a-8fe7-cc8c5ab56ef7 req-129daa99-5e65-45b4-8a78-0f1896aa7616 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Jun 20 15:05:14.930883 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-e2196906-521a-406a-8fe7-cc8c5ab56ef7 req-9f7677be-ba62-42bd-b06e-431028fc8b55 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Jun 20 15:05:16.066746 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a490aea-29bb-4c93-9694-90460cafc0ce req-261d59e6-4727-4b75-9bdd-5153d65a49ce tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:16.068292 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1a490aea-29bb-4c93-9694-90460cafc0ce req-261d59e6-4727-4b75-9bdd-5153d65a49ce tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 945 time: 0.0513864 Jun 20 15:05:16.080117 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:16.119042 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-1a490aea-29bb-4c93-9694-90460cafc0ce req-137c0134-e62c-402c-bed6-d5530672fedc tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 Jun 20 15:05:17.244775 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac6991-e7b0-4a21-8594-c04f0fec7004 req-b056257e-9796-4e0f-b6d1-172bfaa818e7 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:17.246245 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5aac6991-e7b0-4a21-8594-c04f0fec7004 req-b056257e-9796-4e0f-b6d1-172bfaa818e7 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 945 time: 0.0469818 Jun 20 15:05:17.294418 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-5aac6991-e7b0-4a21-8594-c04f0fec7004 req-d4b235b2-fd06-490d-82c4-5d5c8f00fcbd tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425830 Jun 20 15:05:17.501306 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-4e4fb4d8-9f6c-4255-acda-f817f999ad78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394230 Jun 20 15:05:17.587792 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe221e-8848-48e3-a989-99409bc4071e req-25c41236-593d-41bf-b6ff-e23c60114816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:17.589315 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-25c41236-593d-41bf-b6ff-e23c60114816 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 1129 time: 0.0470550 Jun 20 15:05:17.699356 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe221e-8848-48e3-a989-99409bc4071e req-579ad0b7-498f-4160-b677-a18aa7f32d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:17.701054 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-579ad0b7-498f-4160-b677-a18aa7f32d98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 914 time: 0.0931087 Jun 20 15:05:17.745787 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-57126595-1190-4ec8-a36a-ce2c8ef3c8e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1cfd00d-792d-4a57-b492-4bab4745de91 HTTP/1.1" status: 200 len: 217 time: 0.0381482 Jun 20 15:05:17.786212 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=100 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:17.798142 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe221e-8848-48e3-a989-99409bc4071e req-6d493328-cedc-4b8d-a25e-6cc64c383ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:17.799602 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-6d493328-cedc-4b8d-a25e-6cc64c383ae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8e7234-2c3d-4684-879a-8862ba9dc18e HTTP/1.1" status: 200 len: 853 time: 0.0481448 Jun 20 15:05:17.830978 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-1750e8e3-d759-4fbf-9020-d6f214b7ee00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8ca2f92-4420-4b60-ac38-63d7edea8687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254025 Jun 20 15:05:17.930503 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-5350cfa0-11b0-4312-a15b-40db2230f991 service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927064 Jun 20 15:05:18.028493 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2afe221e-8848-48e3-a989-99409bc4071e req-e14d0f96-26f2-4f5a-a569-175e0cd7d2ce service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907757 Jun 20 15:05:23.497594 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:23.498541 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:24.314007 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=20 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:24.320092 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=26,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:27.287690 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=35 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:27.291166 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=36 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:28.014534 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=23 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:28.024160 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=49 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:34.989764 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-26228cea-fdf7-41bc-9159-9334b27d4403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:37.416795 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-a74f74f1-ebd4-4084-b127-40d3d3ac1e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:37.981934 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:38.637656 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:40.214005 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:40.330036 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:49.603126 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:49.604340 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:50.317437 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:50.321186 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:05:50.507116 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:05:52.932898 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a60c9-3712-482f-b07c-a7a6755b0549 req-8e8bb9ac-8fcd-4136-9313-d2bd19a3ca87 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:52.934354 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d82a60c9-3712-482f-b07c-a7a6755b0549 req-8e8bb9ac-8fcd-4136-9313-d2bd19a3ca87 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 945 time: 0.0489655 Jun 20 15:05:52.984484 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-d82a60c9-3712-482f-b07c-a7a6755b0549 req-262ce96b-a11d-41d4-9054-a982af49f096 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Jun 20 15:05:54.109130 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dea7e-5959-45d1-ac1f-74e67a881f9b req-21178329-9b52-4fee-b8c4-0d80689bf63d tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:54.110565 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ce0dea7e-5959-45d1-ac1f-74e67a881f9b req-21178329-9b52-4fee-b8c4-0d80689bf63d tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 945 time: 0.0477297 Jun 20 15:05:54.420687 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ce0dea7e-5959-45d1-ac1f-74e67a881f9b req-5bf8566d-9194-4825-9892-08932c4453a6 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043149 Jun 20 15:05:54.457219 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-b9ffba38-8946-4393-aba7-d1edaa18f406 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:05:54.458676 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-b9ffba38-8946-4393-aba7-d1edaa18f406 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc0ba852-dabf-49d1-8fe6-3e7932484da3 HTTP/1.1" status: 200 len: 945 time: 0.0533731 Jun 20 15:05:54.540600 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Deleting port a1cfd00d-792d-4a57-b492-4bab4745de91 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:05:54.540962 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:54.632893 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] For port a1cfd00d-792d-4a57-b492-4bab4745de91, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a1cfd00d-792d-4a57-b492-4bab4745de91,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:05:54.633242 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:54.646725 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Calling delete_port for a1cfd00d-792d-4a57-b492-4bab4745de91 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:05:54.786630 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (a1cfd00d-792d-4a57-b492-4bab4745de91), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:54.798105 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['a1cfd00d-792d-4a57-b492-4bab4745de91'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:05:54.814523 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Pushing event deleted for resources: {'Port': ['ID=a1cfd00d-792d-4a57-b492-4bab4745de91,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:05:54.857713 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] No DVR routers for this DVR port a1cfd00d-792d-4a57-b492-4bab4745de91 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:05:54.860304 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:05:54.863488 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e15537e2-4c6d-43e5-ad5c-c77875239ba5 req-facebe3d-a8c1-4859-8532-f5ad2265a98e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "DELETE /v2.0/ports/a1cfd00d-792d-4a57-b492-4bab4745de91 HTTP/1.1" status: 204 len: 173 time: 0.3988431 Jun 20 15:05:54.863914 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'name': 'network-vif-deleted', 'tag': 'a1cfd00d-792d-4a57-b492-4bab4745de91'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:05:54.866167 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32def12-b2c7-4e58-9652-aea50f54d66d" -d '{"events": [{"server_uuid": "cc0ba852-dabf-49d1-8fe6-3e7932484da3", "name": "network-vif-deleted", "tag": "a1cfd00d-792d-4a57-b492-4bab4745de91"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:05:54.907292 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a02f0-a00b-4d64-8b11-804959a72df0 x-openstack-request-id: req-240a02f0-a00b-4d64-8b11-804959a72df0 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:05:54.907588 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0ba852-dabf-49d1-8fe6-3e7932484da3", "name": "network-vif-deleted", "tag": "a1cfd00d-792d-4a57-b492-4bab4745de91", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:05:54.907835 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-240a02f0-a00b-4d64-8b11-804959a72df0 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:05:54.908239 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240a02f0-a00b-4d64-8b11-804959a72df0'] response: {'server_uuid': 'cc0ba852-dabf-49d1-8fe6-3e7932484da3', 'name': 'network-vif-deleted', 'tag': 'a1cfd00d-792d-4a57-b492-4bab4745de91', 'status': 'completed', 'code': 200} Jun 20 15:05:58.347192 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a1cfd00d-792d-4a57-b492-4bab4745de91 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:05:58.378041 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: a1cfd00d-792d-4a57-b492-4bab4745de91 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:05:58.378393 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device a1cfd00d-792d-4a57-b492-4bab4745de91 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:06:02.973314 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=7 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:02.980887 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=11 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:03.488874 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-54404e9e-b3c4-46a6-b77a-d5eaed613515 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:03.490347 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-54404e9e-b3c4-46a6-b77a-d5eaed613515 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 813 time: 0.1035836 Jun 20 15:06:03.492487 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:03.494483 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:03.506719 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-1150daa6-b0e1-47d2-a597-1809c6ca4b73 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/quotas/655fee4df800492ca9507af988943721 HTTP/1.1" status: 200 len: 375 time: 0.0095272 Jun 20 15:06:03.538580 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-72924ff5-2c56-4a58-9d9d-f3a6ccf71dbd tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269878 Jun 20 15:06:03.633456 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-0f2f6e59-ab61-49a1-a8ab-f443f688c121 service neutron] 10.222.0.23 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882056 Jun 20 15:06:03.725128 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-96be3326-1144-432b-a389-1481cdd68aaf service neutron] 10.222.0.23 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 Jun 20 15:06:03.900586 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-038b3449-5790-4c3c-8616-61ed57bce6f6 req-00b041be-0ffb-40af-88c9-55e275e49498 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 210 time: 0.0320380 Jun 20 15:06:04.881173 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-383676c9-9dc5-4c27-961b-abd5516af2dd tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:04.882668 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-383676c9-9dc5-4c27-961b-abd5516af2dd tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 813 time: 0.1034484 Jun 20 15:06:04.894978 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Request body: {'port': {'device_id': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687', 'admin_state_up': True, 'tenant_id': '655fee4df800492ca9507af988943721'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:06:04.993174 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d0df6582-4de1-4b02-9414-90a5ef8e6305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.009043 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-dc34bafc-562a-4c4a-962d-636d09da3d09 req-650dcafd-d3e0-4eb7-95df-c2300db4e9c8 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 210 time: 0.0365732 Jun 20 15:06:05.014210 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Made reservation on behalf of 655fee4df800492ca9507af988943721 for: {'port': 1} {{(pid=110374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 20 15:06:05.017861 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (None), before_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.140673 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_common [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Allocated IP 172.20.0.10 (d8ca2f92-4420-4b60-ac38-63d7edea8687/2f8e7234-2c3d-4684-879a-8862ba9dc18e/ec8e2a94-131d-4419-b6e2-7aaf73cd99e3) {{(pid=110374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 20 15:06:05.142285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:05.146127 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:05.294893 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks [] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), precommit_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.331513 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740485676728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), after_create {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.379297 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Network d8ca2f92-4420-4b60-ac38-63d7edea8687 is already hosted by enough agents. {{(pid=110374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 20 15:06:05.382545 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.scheduler.base_scheduler [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Resources bound (agent type, host, resource id): {{(pid=110374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 20 15:06:05.386474 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Received port after_create {{(pid=110374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 20 15:06:05.392986 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Pushing event updated for resources: {'Port': ['ID=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,revision_number=1']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:05.420392 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.420754 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.421161 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.421502 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.421831 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.422260 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.422566 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.422891 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.423214 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.423536 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.423860 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.424182 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.424509 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.424826 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.425142 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:05.449035 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:05.449617 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.467758 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-3aa69788-6952-4643-b3cd-836e5f0491fe tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766873 Jun 20 15:06:05.478992 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.v2.base [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Request body: {'port': {'device_id': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=110374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 20 15:06:05.538424 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.810652 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 {{(pid=110374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:06:05.818146 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Publish callbacks [] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), precommit_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.830458 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.provisioning_blocks [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Transition to ACTIVE for port object ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 will not be triggered until provisioned by entity L2. {{(pid=110374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 20 15:06:05.841327 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.849916 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:05.897186 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,revision_number=2']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:05.969680 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Attempting to bind port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 20 15:06:05.970006 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Attempting to bind port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 20 15:06:05.970330 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Attempting to bind port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 on network d8ca2f92-4420-4b60-ac38-63d7edea8687 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:06:05.974817 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 on network d8ca2f92-4420-4b60-ac38-63d7edea8687 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 20 15:06:05.975130 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Attempting to bind port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 on network d8ca2f92-4420-4b60-ac38-63d7edea8687 {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 20 15:06:05.980108 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Checking agent: {'id': 'af99bd00-4c0d-4e06-9425-ad7082e53650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'started_at': datetime.datetime(2022, 6, 20, 14, 50, 7), 'heartbeat_timestamp': datetime.datetime(2022, 6, 20, 15, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 20 15:06:05.980435 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Checking segment: {'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 20 15:06:05.980844 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Bound using segment: {'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'} {{(pid=110374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 20 15:06:05.981259 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.managers [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Bound port: ec8e2a94-131d-4419-b6e2-7aaf73cd99e3, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687'}}] {{(pid=110374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 20 15:06:05.981608 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), before_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:05.992295 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:06.045862 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] For port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3, host hv-cinder-83697, cleared binding levels {{(pid=110374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 20 15:06:06.049218 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] For port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 20 15:06:06.056928 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14740177'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), after_update {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:06.125972 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:06.126576 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:06.127949 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 HTTP/1.1" status: 200 len: 1094 time: 0.6529152 Jun 20 15:06:06.128437 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'tag': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:06:06.130682 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9473b50-37d8-4aa5-8844-a50dd8016b68" -d '{"events": [{"name": "network-changed", "server_uuid": "df1ce8f7-7ca4-4277-af4c-4884f6aa8c69", "tag": "ec8e2a94-131d-4419-b6e2-7aaf73cd99e3"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:06:06.154430 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363025c0-3922-4dfc-b61b-1ced87f16ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,revision_number=3']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:06.162626 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dfec2-cf7e-40ec-9e38-3218a3c0155d req-6fdabb02-91c4-425b-a877-44a8413db45d tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:06.164091 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ca8dfec2-cf7e-40ec-9e38-3218a3c0155d req-6fdabb02-91c4-425b-a877-44a8413db45d tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 944 time: 0.0795529 Jun 20 15:06:06.179784 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Jun 2022 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52482bbb-e98f-4a2a-879b-9e69a2a320b9 x-openstack-request-id: req-52482bbb-e98f-4a2a-879b-9e69a2a320b9 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:06:06.180203 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1ce8f7-7ca4-4277-af4c-4884f6aa8c69", "tag": "ec8e2a94-131d-4419-b6e2-7aaf73cd99e3", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:06:06.180452 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52482bbb-e98f-4a2a-879b-9e69a2a320b9 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:06:06.181216 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52482bbb-e98f-4a2a-879b-9e69a2a320b9'] response: {'name': 'network-changed', 'server_uuid': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'tag': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3', 'status': 'completed', 'code': 200} Jun 20 15:06:06.242979 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-ebf048be-f219-4bee-aab9-02afa0ac6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:06.244524 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-ebf048be-f219-4bee-aab9-02afa0ac6959 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 1128 time: 0.0612864 Jun 20 15:06:06.249021 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-ca8dfec2-cf7e-40ec-9e38-3218a3c0155d req-6577b385-e58f-43c9-9557-a2dac788e51d tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767856 Jun 20 15:06:06.283747 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-da551d64-be36-4a3f-9fc8-41ed2575fc72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 HTTP/1.1" status: 200 len: 217 time: 0.0330539 Jun 20 15:06:06.336114 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-66e32373-25db-42ce-bc40-113c08883e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:06.337551 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-66e32373-25db-42ce-bc40-113c08883e00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8e7234-2c3d-4684-879a-8862ba9dc18e HTTP/1.1" status: 200 len: 853 time: 0.0479600 Jun 20 15:06:06.368902 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-78d4f30a-95ca-4658-b27c-0f0ae1db7f74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8ca2f92-4420-4b60-ac38-63d7edea8687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248041 Jun 20 15:06:06.456433 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-eab8c079-9056-4edf-ac77-2f65161bd489 service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815635 Jun 20 15:06:06.550620 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-81ffd2ab-730d-4343-aa3d-72ae92f92a57 req-a3a44427-e7f7-4d36-ab2b-b93f182297df service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879402 Jun 20 15:06:07.315739 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-2c6427ff-39fe-46fa-921f-705101bde6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:07.317296 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-2c6427ff-39fe-46fa-921f-705101bde6fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 1128 time: 0.0462313 Jun 20 15:06:07.370977 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885cc09-9610-432d-9128-97e966386d04 req-2b7c9bd2-eb1d-4fc5-9f02-58f352000a1f tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:07.372443 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6885cc09-9610-432d-9128-97e966386d04 req-2b7c9bd2-eb1d-4fc5-9f02-58f352000a1f tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 944 time: 0.0471683 Jun 20 15:06:07.411687 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-aab7b1ed-3101-4abc-96bf-f8f1d9caa37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:07.414088 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-42037fb3-35e0-437a-bd21-f540196eb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:07.415633 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-42037fb3-35e0-437a-bd21-f540196eb141 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 914 time: 0.0913458 Jun 20 15:06:07.422153 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-6885cc09-9610-432d-9128-97e966386d04 req-46a34ba4-d352-440f-afdd-60560112898e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Jun 20 15:06:07.456146 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-25aa975b-55d0-4f7b-9565-659ec3979111 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 HTTP/1.1" status: 200 len: 217 time: 0.0337918 Jun 20 15:06:07.502922 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-90b3ee09-da70-42d5-aa69-e368f21ca9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:07.504344 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-90b3ee09-da70-42d5-aa69-e368f21ca9ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8e7234-2c3d-4684-879a-8862ba9dc18e HTTP/1.1" status: 200 len: 853 time: 0.0429974 Jun 20 15:06:07.539062 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-b8fd3c91-a0c9-48f8-a7f3-a3162cebfd77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8ca2f92-4420-4b60-ac38-63d7edea8687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290067 Jun 20 15:06:07.605319 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:07.631382 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-b4cf853d-4ce5-4af0-b3ab-1fd858ffb4da service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861051 Jun 20 15:06:07.722906 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f9473b50-37d8-4aa5-8844-a50dd8016b68 req-c3c259bd-c362-48a9-ba38-6b64d6035241 service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853426 Jun 20 15:06:07.994411 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:08.539549 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988f87c-bfcb-4966-a1b4-e8c3c54bead2 req-db2a49b2-469a-4b57-ae12-92fbd1566ed4 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:08.541032 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e988f87c-bfcb-4966-a1b4-e8c3c54bead2 req-db2a49b2-469a-4b57-ae12-92fbd1566ed4 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 944 time: 0.0497677 Jun 20 15:06:08.572078 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:08.589488 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-e988f87c-bfcb-4966-a1b4-e8c3c54bead2 req-9342d84f-13ef-4956-8133-b297131bc181 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Jun 20 15:06:08.637974 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:09.715109 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc764c0-6c7e-4525-a554-f347fabf3ca4 req-93d2e7f9-9462-4cbe-b02d-23c1ab7bc7b1 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:09.716557 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4fc764c0-6c7e-4525-a554-f347fabf3ca4 req-93d2e7f9-9462-4cbe-b02d-23c1ab7bc7b1 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 944 time: 0.0476017 Jun 20 15:06:09.766983 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-4fc764c0-6c7e-4525-a554-f347fabf3ca4 req-4b3ff6b0-129c-4b60-9784-df5f73ab2644 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Jun 20 15:06:10.223308 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:10.316777 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:10.392528 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=110375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 20 15:06:10.497621 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:06:10.508859 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Returning: {'device': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3', 'network_id': 'd8ca2f92-4420-4b60-ac38-63d7edea8687', 'port_id': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3', 'mac_address': 'fa:16:3e:3e:d3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8e7234-2c3d-4684-879a-8862ba9dc18e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 20 15:06:10.545488 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 is: DOWN; New status is: BUILD {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:06:10.545878 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:10.560064 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 {{(pid=110375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 20 15:06:10.580804 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:06:10.588315 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:10.647625 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,revision_number=4']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:10.787685 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['ec8e2a94-131d-4419-b6e2-7aaf73cd99e3'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:06:10.888285 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8865e-e91a-41a1-8435-f7180d6dccbb req-627ec01e-a3ce-45fa-890e-a2e3f10b88c0 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:10.889938 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eef8865e-e91a-41a1-8435-f7180d6dccbb req-627ec01e-a3ce-45fa-890e-a2e3f10b88c0 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 945 time: 0.0468154 Jun 20 15:06:10.942590 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-eef8865e-e91a-41a1-8435-f7180d6dccbb req-77b2ccd9-5e16-41e0-b9c5-c17223d93d3d tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463247 Jun 20 15:06:12.076860 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff181b-25cc-41a8-932a-4e2fb587afc1 req-1b6e08d4-6707-4ceb-a6b0-7db589c2e844 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:12.078359 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-63ff181b-25cc-41a8-932a-4e2fb587afc1 req-1b6e08d4-6707-4ceb-a6b0-7db589c2e844 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 945 time: 0.0578539 Jun 20 15:06:12.127079 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-63ff181b-25cc-41a8-932a-4e2fb587afc1 req-c5719b46-5a66-47dd-bd71-af65e78518b0 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Jun 20 15:06:12.404556 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 up at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 20 15:06:12.456241 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning for port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 completed by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 20 15:06:12.467680 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.db.provisioning_blocks [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Provisioning complete for port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 triggered by entity L2. {{(pid=110375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 20 15:06:12.468140 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751507'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), provisioning_complete {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:12.503652 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:12.546695 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Current status of the port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 is: BUILD; New status is: ACTIVE {{(pid=110375) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 20 15:06:12.547078 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716505'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), before_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:12.564479 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:12.571585 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3'}] {{(pid=110375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:06:12.573867 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c8273dfa6a84bc3eb95014fcfbf24256b409e07bedd440992f3af767b72842a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58c1d6-664c-4089-bd07-6e36340c2514" -d '{"events": [{"server_uuid": "df1ce8f7-7ca4-4277-af4c-4884f6aa8c69", "name": "network-vif-plugged", "status": "completed", "tag": "ec8e2a94-131d-4419-b6e2-7aaf73cd99e3"}]}' {{(pid=110375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:06:12.587283 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] For port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:06:12.593060 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740486193830', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740485676746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740485676764'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:12.616615 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95834afc-cabb-408a-8147-2cfba921036a x-openstack-request-id: req-95834afc-cabb-408a-8147-2cfba921036a {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:06:12.616924 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ce8f7-7ca4-4277-af4c-4884f6aa8c69", "name": "network-vif-plugged", "status": "completed", "tag": "ec8e2a94-131d-4419-b6e2-7aaf73cd99e3", "code": 200}]} {{(pid=110375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:06:12.617205 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95834afc-cabb-408a-8147-2cfba921036a {{(pid=110375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:06:12.617590 dv-cinder-836973-5-iscsi neutron-server[110375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95834afc-cabb-408a-8147-2cfba921036a'] response: {'server_uuid': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3', 'code': 200} Jun 20 15:06:12.651554 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Pushing event updated for resources: {'Port': ['ID=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,revision_number=5']} {{(pid=110375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:12.659653 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.660004 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.660345 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.660669 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.661034 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.661365 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.662388 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.662728 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.663064 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.663395 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.663725 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.664049 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.664372 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.664693 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.665041 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-5-iscsi {{(pid=110375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 20 15:06:12.781189 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10723-ed7b-4584-bba5-3e47fcaa56fc req-ba52807e-8e11-44aa-96c1-3591c128ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:12.782535 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3ed10723-ed7b-4584-bba5-3e47fcaa56fc req-ba52807e-8e11-44aa-96c1-3591c128ff3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 1130 time: 0.0395699 Jun 20 15:06:12.826818 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-3ed10723-ed7b-4584-bba5-3e47fcaa56fc req-369a13a6-9eda-4d5c-a133-5892d4a7d7d0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 Jun 20 15:06:13.250206 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69d35-3d32-494b-80b0-0f2211deffd3 req-9825577d-1030-4c7d-9b46-4d48486ebed3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:13.251666 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-14a69d35-3d32-494b-80b0-0f2211deffd3 req-9825577d-1030-4c7d-9b46-4d48486ebed3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 946 time: 0.0471139 Jun 20 15:06:13.307983 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-14a69d35-3d32-494b-80b0-0f2211deffd3 req-d987fb97-0915-49db-ad10-fd60e338e8a9 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Jun 20 15:06:14.428060 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7563-ec98-4a05-aa47-e8a8d192697a req-cd825b1d-17aa-4e2e-bd8d-be58a136d00b tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:14.429713 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e6e7563-ec98-4a05-aa47-e8a8d192697a req-cd825b1d-17aa-4e2e-bd8d-be58a136d00b tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 946 time: 0.0477858 Jun 20 15:06:14.477046 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-2e6e7563-ec98-4a05-aa47-e8a8d192697a req-3ec646c0-8746-4a7d-bd00-4e058337e04c tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408390 Jun 20 15:06:16.348816 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-e2d02915-3451-46f1-81a6-0af9135cf971 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541215 Jun 20 15:06:16.434287 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-55ac6559-9c3b-4ef3-a479-9b9c80720a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:16.435784 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-55ac6559-9c3b-4ef3-a479-9b9c80720a5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=655fee4df800492ca9507af988943721&device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 1130 time: 0.0416875 Jun 20 15:06:16.542829 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-a2cd82b1-0c0d-4ef5-b199-90178ba46e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:16.544201 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-a2cd82b1-0c0d-4ef5-b199-90178ba46e14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 200 len: 914 time: 0.0886338 Jun 20 15:06:16.584929 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-21cb3c84-0efd-499e-8654-704dbcc23b4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 HTTP/1.1" status: 200 len: 217 time: 0.0329421 Jun 20 15:06:16.632699 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-18bf172a-e771-41fe-ac7d-6a6842e56ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:16.634142 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-18bf172a-e771-41fe-ac7d-6a6842e56ef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f8e7234-2c3d-4684-879a-8862ba9dc18e HTTP/1.1" status: 200 len: 853 time: 0.0436773 Jun 20 15:06:16.667401 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-33ba469a-10d0-4061-9b45-fc5c935dfaa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8ca2f92-4420-4b60-ac38-63d7edea8687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263782 Jun 20 15:06:16.761043 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-6fdf7b32-5015-4b9c-8dd5-8fb558063a3d service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868635 Jun 20 15:06:16.853609 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-24e62237-0722-4231-a8ca-7c39b5eb6acf req-ffd15e7d-7365-42c5-84c5-1092934bde92 service neutron] 10.222.0.26 "GET /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857265 Jun 20 15:06:22.655272 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:22.656586 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=8 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:23.300645 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=64 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:23.303675 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=74 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:26.593311 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:26.594073 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:26.849417 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=70 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:26.850622 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=92 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:27.509564 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:06:32.777757 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b2a53-da44-4836-9ca8-2d42050c50ab req-97f12f53-4f92-4497-a1c7-f576a66e6a36 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:32.779418 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f26b2a53-da44-4836-9ca8-2d42050c50ab req-97f12f53-4f92-4497-a1c7-f576a66e6a36 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 946 time: 0.0551198 Jun 20 15:06:32.838924 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-f26b2a53-da44-4836-9ca8-2d42050c50ab req-fdda4f76-9c57-4a0c-ac85-b3ef09e7a95e tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516210 Jun 20 15:06:33.971222 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c744fd-6daa-4930-808f-d3655850d0a3 req-a3622c6d-39bd-46b9-9e82-87644ea321a3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:33.972742 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-55c744fd-6daa-4930-808f-d3655850d0a3 req-a3622c6d-39bd-46b9-9e82-87644ea321a3 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 946 time: 0.0509479 Jun 20 15:06:34.023860 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-55c744fd-6daa-4930-808f-d3655850d0a3 req-afcbfd54-5d88-4b94-a813-ce5007d45161 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/security-groups?id=3cecb7b9-abb4-4c3f-a337-5737596fbcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Jun 20 15:06:34.253177 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-b9fbdd58-7f14-44ad-9cce-7aee3e97b40f tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 20 15:06:34.254592 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-b9fbdd58-7f14-44ad-9cce-7aee3e97b40f tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 946 time: 0.0556357 Jun 20 15:06:34.336618 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Deleting port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 {{(pid=110374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 20 15:06:34.336978 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740486189882'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:34.425758 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.db [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] For port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,segment=NetworkSegment(3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e),segment_id=3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e)] {{(pid=110374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 20 15:06:34.426139 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1610761'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:34.439739 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.plugin [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Calling delete_port for ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 owned by compute:nova {{(pid=110374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 20 15:06:34.580220 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-716440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1950084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740486193857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740485676737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14740184'] for port (ec8e2a94-131d-4419-b6e2-7aaf73cd99e3), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:34.593638 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.db [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] get_ports_and_sgs() called for port_ids ['ec8e2a94-131d-4419-b6e2-7aaf73cd99e3'] {{(pid=110375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 20 15:06:34.606045 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Pushing event deleted for resources: {'Port': ['ID=ec8e2a94-131d-4419-b6e2-7aaf73cd99e3,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:34.651905 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] No DVR routers for this DVR port ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 on host hv-cinder-83697 {{(pid=110374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 20 15:06:34.654444 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261695'] for port (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:34.657658 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [req-16a4fd97-c4df-4e10-9639-12039bfc7677 req-d42d74f7-3caa-4d86-bc8c-3c35da918088 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.26 "DELETE /v2.0/ports/ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 HTTP/1.1" status: 204 len: 173 time: 0.3971624 Jun 20 15:06:34.658089 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'name': 'network-vif-deleted', 'tag': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3'}] {{(pid=110374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 20 15:06:34.660692 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e03ce411ce20682bd409936cb2ddb9ba3845d0de0a8c669b5071d817a5170c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9db267-f1af-4834-b239-bf17f98e1041" -d '{"events": [{"server_uuid": "df1ce8f7-7ca4-4277-af4c-4884f6aa8c69", "name": "network-vif-deleted", "tag": "ec8e2a94-131d-4419-b6e2-7aaf73cd99e3"}]}' {{(pid=110374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 20 15:06:34.697855 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Jun 2022 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0c05da-6848-4eea-8f64-eff4d2b51ba8 x-openstack-request-id: req-3f0c05da-6848-4eea-8f64-eff4d2b51ba8 {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 20 15:06:34.698130 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ce8f7-7ca4-4277-af4c-4884f6aa8c69", "name": "network-vif-deleted", "tag": "ec8e2a94-131d-4419-b6e2-7aaf73cd99e3", "status": "completed", "code": 200}]} {{(pid=110374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 20 15:06:34.698383 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f0c05da-6848-4eea-8f64-eff4d2b51ba8 {{(pid=110374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 20 15:06:34.698814 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0c05da-6848-4eea-8f64-eff4d2b51ba8'] response: {'server_uuid': 'df1ce8f7-7ca4-4277-af4c-4884f6aa8c69', 'name': 'network-vif-deleted', 'tag': 'ec8e2a94-131d-4419-b6e2-7aaf73cd99e3', 'status': 'completed', 'code': 200} Jun 20 15:06:35.010044 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-60274175-6523-4449-9409-511b10bf30b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:35.140041 dv-cinder-836973-5-iscsi neutron-server[110373]: INFO neutron.wsgi [req-60438c46-b15e-4f51-badc-43593ddd80bc req-4b370eee-f3ff-4457-8320-c4bfc10d35e6 tempest-VolumesSnapshotTestJSON-537331159 tempest-VolumesSnapshotTestJSON-537331159-project] 10.222.0.23 "GET /v2.0/ports?device_id=df1ce8f7-7ca4-4277-af4c-4884f6aa8c69 HTTP/1.1" status: 200 len: 210 time: 0.0302458 Jun 20 15:06:37.423125 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-ebebfe06-4cc6-47ca-870d-a79849fd766b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:37.503792 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:37.504565 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:38.009932 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:38.633650 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:38.733108 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 20 15:06:38.762802 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.plugin [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] No Port match for: ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 {{(pid=110375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 20 15:06:38.763147 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron.plugins.ml2.rpc [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Device ec8e2a94-131d-4419-b6e2-7aaf73cd99e3 not bound to the agent host hv-cinder-83697 {{(pid=110375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 20 15:06:40.229961 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:40.322670 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:44.019750 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=9 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:44.617849 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:44.637389 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:45.121293 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG dbcounter [-] [110373] Writing DB stats neutron:SELECT=11 {{(pid=110373) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:50.311613 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:50.316094 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:06:57.642155 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58714) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:06:57.692264 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.db.db_base_plugin_v2 [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] Deleting subnet 2f8e7234-2c3d-4684-879a-8862ba9dc18e {{(pid=110374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 20 15:06:57.695596 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] Publish callbacks [] for subnet (2f8e7234-2c3d-4684-879a-8862ba9dc18e), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:57.730168 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16073058'] for subnet (2f8e7234-2c3d-4684-879a-8862ba9dc18e), precommit_delete_associations {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:57.768729 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657281'] for subnet (2f8e7234-2c3d-4684-879a-8862ba9dc18e), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:57.825723 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-277732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14740239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15994277'] for subnet (2f8e7234-2c3d-4684-879a-8862ba9dc18e), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:57.856323 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8e7234-2c3d-4684-879a-8862ba9dc18e,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:57.860455 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:57.863609 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-1646a011-0e5e-4b5b-9245-5e5a77d73e86 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2f8e7234-2c3d-4684-879a-8862ba9dc18e HTTP/1.1" status: 204 len: 168 time: 0.2204933 Jun 20 15:06:57.866591 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58716) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:06:57.935743 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579024'] for network (d8ca2f92-4420-4b60-ac38-63d7edea8687), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.018261 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-657396', 'neutron.services.segments.db._delete_segments_for_network-8740486215581'] for network (d8ca2f92-4420-4b60-ac38-63d7edea8687), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.041895 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ca2f92-4420-4b60-ac38-63d7edea8687']}} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:06:58.052262 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e') {'for_net_delete': True} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:06:58.052554 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.services.segments.db [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e') {} {{(pid=110374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 20 15:06:58.062848 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740486216870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16073069'] for segment (3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.078298 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842'] for segment (3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.085232 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=110374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 20 15:06:58.085620 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14740205'] for segment (3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.136473 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e resource provider aggregate not found Jun 20 15:06:58.148346 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-657405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1611821'] for network (d8ca2f92-4420-4b60-ac38-63d7edea8687), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.153029 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586228'] for network (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.156521 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] 10.222.0.23 "DELETE /v2.0/networks/d8ca2f92-4420-4b60-ac38-63d7edea8687 HTTP/1.1" status: 204 len: 168 time: 0.2887447 Jun 20 15:06:58.158461 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.services.segments.plugin [-] Segment 3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c4da8b0-3ca6-4884-b9fc-fd1a7ef3736e found for delete ", "request_id": "req-46b47f8c-cfc0-4d8d-b267-f7b7813e6957"}]} Jun 20 15:06:58.170866 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afc812-3263-4c6c-ba95-e2f40f5c67aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ca2f92-4420-4b60-ac38-63d7edea8687,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:06:58.274858 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58724) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:06:58.324690 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-b580f2ca-e11a-445c-8dbf-05f70b00e296 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=655fee4df800492ca9507af988943721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485995 Jun 20 15:06:58.327639 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.wsgi [-] (110374) accepted ('10.222.0.23', 58726) {{(pid=110374) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 20 15:06:58.388940 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7d132691-cc28-448a-8460-efa97367f97a admin admin] Publish callbacks [] for security_group (3cecb7b9-abb4-4c3f-a337-5737596fbcc7), before_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.412636 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7d132691-cc28-448a-8460-efa97367f97a admin admin] Publish callbacks [] for security_group (3cecb7b9-abb4-4c3f-a337-5737596fbcc7), precommit_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.463764 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7d132691-cc28-448a-8460-efa97367f97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-264725'] for security_group (3cecb7b9-abb4-4c3f-a337-5737596fbcc7), after_delete {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.466490 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron_lib.callbacks.manager [None req-7d132691-cc28-448a-8460-efa97367f97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:06:58.467678 dv-cinder-836973-5-iscsi neutron-server[110374]: INFO neutron.wsgi [None req-7d132691-cc28-448a-8460-efa97367f97a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cecb7b9-abb4-4c3f-a337-5737596fbcc7 HTTP/1.1" status: 204 len: 168 time: 0.1388526 Jun 20 15:06:58.475956 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d132691-cc28-448a-8460-efa97367f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cecb7b9-abb4-4c3f-a337-5737596fbcc7,revision_number=None']} {{(pid=110374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 20 15:07:03.588954 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=16 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:03.596811 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=16 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:04.514476 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:07:05.001323 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6002121c-87f0-4632-850e-ef20521cacac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:07.428251 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-0df0f695-5be0-4926-a449-c75561fd5a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:08.018377 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:08.449224 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:08.471718 dv-cinder-836973-5-iscsi neutron-server[110374]: DEBUG dbcounter [-] [110374] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110374) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:08.639058 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:10.222405 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:10.313582 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:14.504888 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:14.506988 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:20.305755 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:20.308096 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:35.011814 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6cd733a6-5646-4fbb-b594-39c6ed1960ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:37.428545 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8fadd5ae-9e60-4f29-b029-5abc5451717b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:38.019884 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:38.643220 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:40.233608 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:40.307880 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:07:40.601202 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:40.602280 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:41.520290 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:07:50.300377 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:50.302209 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:07:51.513368 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:03.493094 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:03.494454 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:05.002674 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-00dbe1d0-6948-482a-9680-3c34191cdd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:07.435705 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c0b546b5-2e2d-47d8-96d6-e5d59f445cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:08.019790 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:08.649581 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:10.241416 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:10.321769 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:17.599472 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:17.604994 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:18.520797 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:08:22.302999 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:22.305398 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:28.515500 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:28.516437 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:35.007364 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-6b31d9b8-1ddc-4a7d-a7a0-18db71e78aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:37.425111 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-8cefdeeb-d8d7-4762-ab71-daf396b1f208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:38.016223 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:38.653029 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:40.236244 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:40.317878 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:08:50.308913 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:50.311284 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:08:55.525240 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:09:05.007476 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-fa471ec4-3c3f-45e7-a536-c13037547448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:05.517402 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=18 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:05.519479 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=16 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:07.431939 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-3e030fcf-175b-4cf5-a432-27aace39ec7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:08.039178 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:08.650606 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:10.246135 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:10.316259 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:20.309179 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:20.311487 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:31.599289 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:31.600286 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:32.532664 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:09:35.006363 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-5cb8dcc6-b76a-4bbc-bfc9-b0147fbf3b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:37.422288 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-d494208b-5593-4996-92db-5e92096db8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:38.047721 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:38.656595 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:40.249402 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:40.318751 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:09:42.526955 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:50.308247 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:09:50.311630 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:05.003760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b888b410-3659-4a8d-8731-64e8ffbb2991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:07.421637 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-eef8acf4-f8e3-45b4-b7a9-5764f1f6044a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:08.051494 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:08.595611 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=5 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:08.596376 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:08.658190 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:09.528568 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:10:10.248982 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:10.316537 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:19.520629 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:19.522291 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:22.303160 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:22.309398 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:35.009936 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f61e6496-f2a6-4bd5-8d2f-7d095db8ebfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:37.424538 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c2392bc2-6668-4ff3-a44d-0cf97def3652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:38.057545 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:38.661004 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:40.249888 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:40.315874 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:10:45.592417 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:45.598252 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=3 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:46.532896 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:10:50.306938 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:10:50.309361 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:02.298255 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=15 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:02.301817 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=13 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:05.017578 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b8f34b1c-87de-42b8-a8ef-d51ecd0906bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:07.425286 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-0566e3f9-2b70-414d-aa54-70478c0035f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:08.056080 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:08.664576 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:10.264209 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:10.312402 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:20.303944 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:20.306357 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:22.603642 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:22.604391 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:23.536072 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:11:33.529695 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=2 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:35.025932 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-be0c15a8-4ab1-4b4e-b12d-8464b3cd23d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:37.429756 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-db5fe68a-9c02-4fe5-9d64-8a6c6a44c3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:38.058012 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:38.668149 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:40.268413 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:40.321007 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:11:50.311428 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:11:50.313918 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:12:00.540664 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG neutron.db.agents_db [None req-4a484417-0193-41c3-acd2-3b546346a15c None None] Agent healthcheck: found 6 active agents {{(pid=110376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 20 15:12:05.021166 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-2b413da0-505a-4fe4-aafe-c91aaa6399d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (edcf244c-3697-49fd-81ae-8dcd72ec84c5), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:12:07.432760 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-e8680f39-ffca-4c2e-8eb1-d964729f50b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (05fa0144-9c7d-46c5-90c0-66e87fa0980f), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:12:08.063138 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-06eb9127-7da9-4a16-82b6-a5b865a90803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (af99bd00-4c0d-4e06-9425-ad7082e53650), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:12:08.671740 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-f07c13d1-92a2-407e-bc32-db3b47c7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (e2713b10-465e-4c28-bfac-02736977ad3e), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:12:09.270841 dv-cinder-836973-5-iscsi neutron-server[110373]: DEBUG neutron.wsgi [req-5fff00ce-43ad-4d07-9619-739d065ef2c0 req-68f56a37-9ba9-4b78-909d-50d0f2fa76fe tempest-ServerRescueNegativeTestJSON-1970379770 tempest-ServerRescueNegativeTestJSON-1970379770-project] (110373) timed out ('10.222.0.26', 64070) {{(pid=110373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 20 15:12:10.260916 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-c07b412f-c82d-4b43-b6d5-6533fe39422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (abc6567d-9e9b-4420-9f9d-68065e488c36), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:12:10.321163 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG neutron_lib.callbacks.manager [None req-b15a6090-60fa-4e90-87f0-316659d970ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740486215563', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-749877'] for agent (35b699cf-3939-4391-a1b9-15fe1c5a23c8), after_update {{(pid=110375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 20 15:12:10.532247 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=5 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:12:10.533037 dv-cinder-836973-5-iscsi neutron-server[110376]: DEBUG dbcounter [-] [110376] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:12:22.311766 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 20 15:12:22.319454 dv-cinder-836973-5-iscsi neutron-server[110375]: DEBUG dbcounter [-] [110375] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}